-- Logs begin at Thu 2021-10-14 06:08:47 UTC, end at Thu 2021-10-14 07:14:21 UTC. -- Oct 14 06:48:36.721162 dv-cinder-804470-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 14 06:48:39.460379 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.common.config [-] Logging enabled! Oct 14 06:48:39.460930 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 14 06:48:39.461075 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106554) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 06:48:39.464306 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.common.config [-] Logging enabled! Oct 14 06:48:39.464554 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 14 06:48:39.464857 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106554) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 14 06:48:39.465783 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 06:48:39.466010 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 06:48:39.466370 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 06:48:39.466607 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 06:48:39.466825 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 06:48:39.467136 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.467423 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.467736 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.467959 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.468245 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.468526 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.468797 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.469076 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.469362 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.469636 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.469905 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.470179 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.470401 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.470670 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.470946 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.471221 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.471439 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] debug = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.471731 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.472161 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.472560 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.472831 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.473135 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.473407 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.473673 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.473940 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.474216 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.474541 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] host = dv-cinder-804470-7-iscsi {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.474807 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.475083 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.475360 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.475659 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.475925 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.476192 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.476467 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.476731 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.476993 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] log_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.477259 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.477538 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.477815 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.478093 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.478309 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.478523 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.478809 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.479093 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.479359 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.479648 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.479915 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.480180 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.480445 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.480706 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.480983 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.481259 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.481538 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.481805 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.482072 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.482339 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.482606 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.482883 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.483151 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.483417 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.483712 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.483990 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.484256 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.484524 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.484813 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.485090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.485363 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.485639 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.485904 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.486176 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.486440 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.486702 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.486964 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] use_json = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.487230 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.487519 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.487796 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.488060 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.488325 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.488587 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.488871 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.489148 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:39.489436 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.489722 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.490011 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.490286 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.490579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.490850 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.491130 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.491400 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.491704 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.491984 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.492264 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.492533 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.492812 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.493081 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.493366 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.493659 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.493942 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.494224 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.494491 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.494757 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.495019 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.495290 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.495591 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.495861 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.496140 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.496416 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.496684 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.496961 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.497245 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.497525 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.497791 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.498061 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.498341 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.498611 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.498874 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.499144 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.499427 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.499720 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.499985 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.500259 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.500528 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.500792 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.501055 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.501325 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.501605 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.501874 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.502138 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.502407 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.502679 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.502942 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.503217 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.503510 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.503778 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.504040 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.504825 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.505089 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.505353 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.505621 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.505884 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.506152 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.506415 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.506677 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.506938 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.507199 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.507478 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.507742 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.508002 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.508267 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.508527 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.508788 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.509049 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.509311 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.509572 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.509850 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.510139 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.510406 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.510671 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.510938 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.511207 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.511503 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.511771 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.512039 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.512307 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.512571 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.512850 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.513141 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.513429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.513705 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.513973 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.514277 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.514543 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.514838 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.515090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.515357 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.515670 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.515946 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.516232 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.516516 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.516798 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.517081 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.517364 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.517636 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.517934 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.518204 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:39.518414 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 06:48:39.518644 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106554) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 14 06:48:39.944506 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 06:48:39.944773 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 06:48:39.945054 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 14 06:48:39.945376 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 14 06:48:40.261839 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.262076 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.262340 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.263511 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.263779 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.264035 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.298057 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.298327 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.298586 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.314260 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.314534 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.314797 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.343883 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.344161 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.344426 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.380987 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.381261 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.381528 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.613423 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.614485 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.614485 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.614747 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.615368 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.734486 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.734797 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.735068 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.735327 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.735605 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.735913 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.736164 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.736411 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.736655 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.736927 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.737178 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.737435 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.737684 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.737927 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.738172 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.738425 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.739195 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.739466 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.739733 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.739982 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.740244 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.740489 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.740761 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.741126 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.741368 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.741607 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.741992 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 06:48:40.742224 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 06:48:40.742452 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 06:48:40.742679 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 06:48:40.742903 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 06:48:40.743127 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 06:48:40.743498 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 14 06:48:40.746555 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 14 06:48:40.750487 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 14 06:48:40.755843 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 14 06:48:40.758165 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 14 06:48:40.758832 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 14 06:48:40.759291 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 14 06:48:40.759868 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 14 06:48:40.763236 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 14 06:48:40.763504 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 14 06:48:40.763853 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 06:48:40.769782 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 14 06:48:40.793441 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 14 06:48:40.793903 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.794198 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106554) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 14 06:48:40.794553 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.795954 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106554) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 14 06:48:40.796230 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 14 06:48:40.796464 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 14 06:48:40.799873 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.800149 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:40.862749 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 14 06:48:40.862981 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 14 06:48:40.863219 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 14 06:48:40.863698 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 14 06:48:40.884485 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_db.sqlalchemy.engines [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106554) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 14 06:48:41.560537 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Initializing driver for type 'gre' Oct 14 06:48:41.560983 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] gre ID ranges: [(1, 1000)] Oct 14 06:48:41.794751 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Initializing driver for type 'local' Oct 14 06:48:41.795360 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Initializing driver for type 'vlan' Oct 14 06:48:41.923545 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] VlanTypeDriver initialization complete Oct 14 06:48:41.923875 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Initializing driver for type 'vxlan' Oct 14 06:48:41.924374 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] vxlan ID ranges: [(1, 1000)] Oct 14 06:48:42.114145 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Initializing extension driver 'port_security' Oct 14 06:48:42.114482 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] PortSecurityExtensionDriver initialization complete Oct 14 06:48:42.114799 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Initializing mechanism driver 'openvswitch' Oct 14 06:48:42.115108 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Initializing mechanism driver 'hyperv' Oct 14 06:48:42.121841 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.plugins.ml2.plugin [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:48:42.122514 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > port after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.122875 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > port after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.123223 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > port after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.123762 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 06:48:42.124186 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > subnet after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.124528 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > subnet after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.124862 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.125243 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 06:48:42.125634 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > network after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.125972 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > network after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.126303 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > network after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.126675 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 06:48:42.127066 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > security_group after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.127398 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > security_group after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.127750 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > security_group after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.128264 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 06:48:42.128660 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.129002 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.129335 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.129758 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 06:48:42.130147 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > address_group after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.130484 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > address_group after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.130814 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > address_group after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.131191 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106554) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 14 06:48:42.131590 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] ML2 OVO RPC backend initialized. {{(pid=106554) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 14 06:48:42.132287 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137061 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137061 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > network before_response 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137061 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > networks before_response 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137061 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > port before_response 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137460 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > ports before_response 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137460 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > subnet before_response 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137460 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > subnets before_response 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137460 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > network after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137749 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > network after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137749 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > network after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137749 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > port after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.137749 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > port after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.138038 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > port after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.138038 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > subnet after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.138439 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > subnet after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.139006 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.139975 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.plugin [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Modular L2 Plugin initialization complete Oct 14 06:48:42.140307 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading services supported by the core plugin {{(pid=106554) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 14 06:48:42.140633 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.plugins.ml2.managers [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Got port-security extension from driver 'port_security' Oct 14 06:48:42.141097 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.extensions.vlantransparent [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Disabled vlantransparent extension. Oct 14 06:48:42.141577 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106554) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 14 06:48:42.141890 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading Plugin: router Oct 14 06:48:42.181053 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router_interface before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.181371 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router after_create 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.181734 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router before_create 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.182090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.182515 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.182867 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router after_delete 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.183214 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > floatingip after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.183578 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > floatingip after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.183930 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router after_create 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.184743 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router after_update 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.184743 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router after_update 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.184911 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.185255 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router after_update 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.185656 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router precommit_update 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.186014 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: port after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.186345 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: port after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.186674 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: subnet after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.187005 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.187342 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > port precommit_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.187706 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router precommit_create 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.188037 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: port before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.188368 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router precommit_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.188711 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router after_update 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.189042 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router precommit_delete 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.189380 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router precommit_create 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.189727 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.190061 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router precommit_update 55549900 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.190411 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > agent after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.190748 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > agent after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.191079 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > network after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.191960 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Tracking information for resource: router configured {{(pid=106554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 06:48:42.192283 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Tracking information for resource: floatingip configured {{(pid=106554) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 14 06:48:42.197352 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.db.l3_agentschedulers_db [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 14 06:48:42.197924 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: port after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.198279 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: port after_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.198623 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: port after_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.198964 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: port after_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.199778 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router before_create 55550100 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.200133 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router precommit_delete 55550100 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.200485 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router precommit_create 55550100 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.200843 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > router precommit_update 55550100 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.205789 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.services.provider_configuration [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service providers = [] {{(pid=106554) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 14 06:48:42.206147 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.db.servicetype_db [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106554) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 14 06:48:42.209622 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.services.service_base [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 06:48:42.209960 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.services.service_base [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 06:48:42.210292 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.services.service_base [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 06:48:42.211189 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.services.service_base [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106554) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 14 06:48:42.211591 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.services.service_base [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 14 06:48:42.211962 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 06:48:42.212270 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 14 06:48:42.222893 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 06:48:42.223222 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading Plugin: auto_allocate Oct 14 06:48:42.229684 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: network precommit_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.230048 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: network precommit_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.230562 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 06:48:42.230875 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading Plugin: tag Oct 14 06:48:42.237432 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 06:48:42.237752 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading Plugin: timestamp Oct 14 06:48:42.243102 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 06:48:42.243427 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading Plugin: network_ip_availability Oct 14 06:48:42.248858 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.249223 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.249570 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.250274 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 06:48:42.250587 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading Plugin: flavors Oct 14 06:48:42.255322 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 06:48:42.255703 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading Plugin: revisions Oct 14 06:48:42.260004 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106554) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 14 06:48:42.260389 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_concurrency.lockutils [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.315s {{(pid=106554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 14 06:48:42.261122 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106554) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 14 06:48:42.261451 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Initializing extension manager. Oct 14 06:48:42.261947 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: __init__.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.262278 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: __pycache__ {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.262602 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.262926 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: address_group.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.263691 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.264231 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: address-group Oct 14 06:48:42.264550 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: address_scope.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.265258 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.265751 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: address-scope Oct 14 06:48:42.266066 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: admin_state_down_before_update.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.267171 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.267705 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: router-admin-state-down-before-update Oct 14 06:48:42.268024 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: agent.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.268721 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.269211 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: agent Oct 14 06:48:42.269525 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: agent_resources_synced.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.270426 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.270922 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: agent-resources-synced Oct 14 06:48:42.271768 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: allowedaddresspairs.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.273717 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.274234 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: allowed-address-pairs Oct 14 06:48:42.274560 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: auto_allocated_topology.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.275659 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.276162 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: auto-allocated-topology Oct 14 06:48:42.276481 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: availability_zone.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.277171 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.277732 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: availability_zone Oct 14 06:48:42.278053 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: availability_zone_filter.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.278958 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.279463 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: availability_zone_filter Oct 14 06:48:42.279791 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: data_plane_status.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.280690 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.281184 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension data-plane-status not supported by any of loaded plugins Oct 14 06:48:42.281498 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: default_subnetpools.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.282402 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.282901 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: default-subnetpools Oct 14 06:48:42.283216 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: dhcpagentscheduler.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.284044 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.284543 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: dhcp_agent_scheduler Oct 14 06:48:42.284866 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: dns.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.285776 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.286268 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension dns-integration not supported by any of loaded plugins Oct 14 06:48:42.286582 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: dns_domain_ports.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.288114 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.288611 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 14 06:48:42.288929 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.289845 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.290335 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 14 06:48:42.290648 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: dvr.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.291307 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.292086 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: dvr Oct 14 06:48:42.292399 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: ecmp_routes.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.293303 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.293791 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension ecmp_routes not supported by any of loaded plugins Oct 14 06:48:42.294104 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: empty_string_filtering.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.295010 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.295525 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: empty-string-filtering Oct 14 06:48:42.295840 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.296755 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.297241 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 14 06:48:42.297552 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.298456 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.298946 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 14 06:48:42.299259 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: external_net.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.300303 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.300794 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: external-net Oct 14 06:48:42.301106 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: extra_dhcp_opt.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.302013 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.302523 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: extra_dhcp_opt Oct 14 06:48:42.302837 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: extraroute.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.303758 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.304251 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: extraroute Oct 14 06:48:42.304563 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: extraroute_atomic.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.305596 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.306091 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: extraroute-atomic Oct 14 06:48:42.306407 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: filter_validation.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.307068 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.307589 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: filter-validation Oct 14 06:48:42.307905 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: fip_pf_description.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.308833 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.309323 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 14 06:48:42.309635 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: fip_port_details.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.310539 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.311036 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: fip-port-details Oct 14 06:48:42.311347 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: flavors.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.312600 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.313102 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: flavors Oct 14 06:48:42.313419 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.315073 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.315609 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 14 06:48:42.315933 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: floatingip_pools.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.316627 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.317125 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: floatingip-pools Oct 14 06:48:42.317441 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: ip_allocation.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.318879 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.319364 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension ip_allocation not supported by any of loaded plugins Oct 14 06:48:42.319702 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.320616 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.321111 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: ip-substring-filtering Oct 14 06:48:42.321428 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: l2_adjacency.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.322343 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.322830 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension l2_adjacency not supported by any of loaded plugins Oct 14 06:48:42.323145 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: l3.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.324246 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.324747 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: router Oct 14 06:48:42.325060 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: l3_conntrack_helper.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.327290 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.327831 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 14 06:48:42.328160 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.329087 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.329586 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: ext-gw-mode Oct 14 06:48:42.329905 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.330831 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.331328 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: l3-ha Oct 14 06:48:42.331683 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: l3_flavors.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.332587 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.333080 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: l3-flavors Oct 14 06:48:42.333397 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.334845 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.335341 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: l3-port-ip-change-not-allowed Oct 14 06:48:42.335680 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: l3agentscheduler.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.336701 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.337203 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: l3_agent_scheduler Oct 14 06:48:42.337521 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: logging.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.339022 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.339559 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension logging not supported by any of loaded plugins Oct 14 06:48:42.339882 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: metering.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.340614 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.341174 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: metering Oct 14 06:48:42.341492 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.342575 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.343079 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: metering_source_and_destination_fields Oct 14 06:48:42.343398 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: multiprovidernet.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.344347 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.344847 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: multi-provider Oct 14 06:48:42.345166 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: netmtu.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.346078 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.346571 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: net-mtu Oct 14 06:48:42.346885 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: netmtu_writable.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.347822 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.348318 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: net-mtu-writable Oct 14 06:48:42.348631 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: network_availability_zone.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.349289 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.349804 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: network_availability_zone Oct 14 06:48:42.350116 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: network_ip_availability.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.351242 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.351724 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: network-ip-availability Oct 14 06:48:42.352040 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: network_segment_range.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.352813 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.353289 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension network-segment-range not supported by any of loaded plugins Oct 14 06:48:42.353605 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: pagination.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.354587 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.354910 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: pagination Oct 14 06:48:42.355221 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: port_device_profile.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.356153 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.356656 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: port-device-profile Oct 14 06:48:42.356969 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.357886 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.358380 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: port-mac-address-regenerate Oct 14 06:48:42.358693 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.359630 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.360123 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: port-numa-affinity-policy Oct 14 06:48:42.360437 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: port_resource_request.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.361343 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.361837 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension port-resource-request not supported by any of loaded plugins Oct 14 06:48:42.362150 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: portbindings.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.363184 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.363715 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: binding Oct 14 06:48:42.364034 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: portbindings_extended.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.365332 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.365833 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: binding-extended Oct 14 06:48:42.366154 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: portsecurity.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.367064 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.367595 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: port-security Oct 14 06:48:42.367910 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: project_id.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.368882 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.369207 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: project-id Oct 14 06:48:42.369523 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: providernet.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.370436 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.370935 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: provider Oct 14 06:48:42.371253 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.374808 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.375316 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos not supported by any of loaded plugins Oct 14 06:48:42.375677 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.376919 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.377422 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 14 06:48:42.377743 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.378729 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.379231 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 14 06:48:42.379578 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos_default.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.380488 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.381509 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos-default not supported by any of loaded plugins Oct 14 06:48:42.381830 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos_fip.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.382479 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.382965 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos-fip not supported by any of loaded plugins Oct 14 06:48:42.383280 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos_gateway_ip.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.384228 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.384722 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 14 06:48:42.385042 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos_port_network_policy.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.385961 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.386458 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 14 06:48:42.386777 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.387840 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.388343 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 14 06:48:42.388662 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos_pps_rule.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.389844 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.390344 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos-pps not supported by any of loaded plugins Oct 14 06:48:42.390664 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos_rule_type_details.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.391600 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.392098 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 14 06:48:42.392413 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: qos_rules_alias.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.393453 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.393949 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 14 06:48:42.394265 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: quotasv2.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.395180 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.395593 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: quotas Oct 14 06:48:42.395911 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: quotasv2_detail.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.399841 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.400172 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: quota_details Oct 14 06:48:42.400497 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: rbac.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.401543 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.402053 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: rbac-policies Oct 14 06:48:42.402372 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: rbac_address_group.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.403296 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.403835 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: rbac-address-group Oct 14 06:48:42.404151 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: rbac_address_scope.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.405066 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.405569 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: rbac-address-scope Oct 14 06:48:42.405884 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: rbac_security_groups.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.406794 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.407290 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: rbac-security-groups Oct 14 06:48:42.407636 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: rbac_subnetpool.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.408551 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.409053 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: rbac-subnetpool Oct 14 06:48:42.409369 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: revisionifmatch.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.410285 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.410780 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: revision-if-match Oct 14 06:48:42.411094 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: revisions.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.412260 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.412754 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: standard-attr-revisions Oct 14 06:48:42.413070 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: router_availability_zone.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.413735 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.414228 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: router_availability_zone Oct 14 06:48:42.414542 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: routerservicetype.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.415488 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.415972 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension router-service-type not supported by any of loaded plugins Oct 14 06:48:42.416283 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.417461 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.417960 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: security-groups-normalized-cidr Oct 14 06:48:42.418272 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: security_groups_port_filtering.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.419183 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.419711 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: port-security-groups-filtering Oct 14 06:48:42.420024 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.420953 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.421451 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: security-groups-remote-address-group Oct 14 06:48:42.421769 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: securitygroup.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.431613 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.432082 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: security-group Oct 14 06:48:42.432404 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: segment.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.433192 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.433765 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension segment not supported by any of loaded plugins Oct 14 06:48:42.434083 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.435102 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.435652 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 14 06:48:42.435984 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: servicetype.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.437093 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.437602 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: service-type Oct 14 06:48:42.437919 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: sorting.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.438893 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.439220 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: sorting Oct 14 06:48:42.439567 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: standard_attr_segment.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.440481 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.440988 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 14 06:48:42.441304 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: standardattrdescription.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.441948 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.442441 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: standard-attr-description Oct 14 06:48:42.442756 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: stateful_security_group.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.444356 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.444867 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: stateful-security-group Oct 14 06:48:42.445181 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: stdattrs_common.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.445760 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 14 06:48:42.446081 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.447005 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.447529 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 14 06:48:42.447845 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: subnet_onboard.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.448906 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.449409 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: subnet_onboard Oct 14 06:48:42.449723 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.450643 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.451141 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 14 06:48:42.451484 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: subnet_service_types.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.452391 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.452890 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: subnet-service-types Oct 14 06:48:42.453204 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: subnetallocation.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.454290 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.454789 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: subnet_allocation Oct 14 06:48:42.455105 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.455794 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.456314 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: subnetpool-prefix-ops Oct 14 06:48:42.456627 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.457572 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.458070 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 14 06:48:42.458386 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: tagging.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.460107 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.460616 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: standard-attr-tag Oct 14 06:48:42.460934 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: timestamp.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.462149 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.462659 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loaded extension: standard-attr-timestamp Oct 14 06:48:42.462982 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: trunk.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.464047 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.464545 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension trunk not supported by any of loaded plugins Oct 14 06:48:42.464864 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: trunk_details.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.465778 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.466284 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension trunk-details not supported by any of loaded plugins Oct 14 06:48:42.466600 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: uplink_status_propagation.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.467557 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.468056 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 14 06:48:42.468371 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Loading extension file: vlantransparent.py {{(pid=106554) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 14 06:48:42.469040 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106554) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 14 06:48:42.469532 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extension vlan-transparent not supported by any of loaded plugins Oct 14 06:48:42.471955 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:network Oct 14 06:48:42.472496 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:subnet Oct 14 06:48:42.472887 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 06:48:42.473269 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:port Oct 14 06:48:42.474524 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.474952 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service FLAVORS assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.475603 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.476030 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.476358 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:router Oct 14 06:48:42.476826 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:floatingip Oct 14 06:48:42.477437 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service METERING assigned prefix: /metering {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.478906 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.479348 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.479734 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:48:42.480722 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 06:48:42.481147 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:security_group Oct 14 06:48:42.481572 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 06:48:42.482183 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service CORE assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.482506 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 06:48:42.482845 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] subnetpool is already registered Oct 14 06:48:42.483259 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service CORE assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.483600 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 06:48:42.483923 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] subnetpool is already registered Oct 14 06:48:42.486154 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.486585 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service FLAVORS assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.487161 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.487604 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.487930 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:router Oct 14 06:48:42.488263 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] router is already registered Oct 14 06:48:42.488663 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:floatingip Oct 14 06:48:42.488990 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] floatingip is already registered Oct 14 06:48:42.489436 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service METERING assigned prefix: /metering {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.490115 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of CountableResource for resource:rbac_policy Oct 14 06:48:42.490435 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] rbac_policy is already registered Oct 14 06:48:42.490834 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:security_group Oct 14 06:48:42.491160 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] security_group is already registered Oct 14 06:48:42.491581 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:security_group_rule Oct 14 06:48:42.491910 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] security_group_rule is already registered Oct 14 06:48:42.492529 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service CORE assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.492846 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 06:48:42.493168 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] subnetpool is already registered Oct 14 06:48:42.493575 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.v2.resource_helper [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Service CORE assigned prefix: {{(pid=106554) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 14 06:48:42.493893 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Creating instance of TrackedResource for resource:subnetpool Oct 14 06:48:42.494213 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING neutron.quota.resource_registry [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] subnetpool is already registered Oct 14 06:48:42.494659 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: extensions {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.496149 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: address-groups {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.497631 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: address-scopes {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.498937 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: agents {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.500121 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: auto-allocated-topology {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.501359 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: availability_zones {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.502552 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: dhcp-networks {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.505222 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: dhcp-agents {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.507183 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: routers {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.509414 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: flavors {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.510582 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: service_profiles {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.511805 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: next_providers {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.513243 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: service_profiles {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.514772 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: floatingip-pools {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.516037 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: routers {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.518130 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: floatingips {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.519388 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: l3-routers {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.520794 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: l3-agents {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.522838 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: metering-labels {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.524208 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: metering-label-rules {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.525465 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: network-ip-availabilities {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.526716 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: bindings {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.528382 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: quotas {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.530014 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: quotas {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.531555 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: rbac-policies {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.532823 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: security-groups {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.534046 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: security-group-rules {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.535262 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: service-providers {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.536513 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: subnetpools {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.538445 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: subnetpools {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.539917 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: tags {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.541834 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: tags {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.543657 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: tags {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.545421 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: tags {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.547198 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: tags {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.549078 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: tags {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.550763 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: tags {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.553220 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: tags {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.554958 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: tags {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.556843 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron.api.extensions [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Extended resource: tags {{(pid=106554) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 14 06:48:42.562889 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING keystonemiddleware.auth_token [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 14 06:48:42.568447 dv-cinder-804470-7-iscsi neutron-server[106554]: WARNING keystonemiddleware.auth_token [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 14 06:48:42.577235 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_concurrency.lockutils [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Acquired lock "singleton_lock" {{(pid=106554) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 14 06:48:42.577702 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_concurrency.lockutils [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Releasing lock "singleton_lock" {{(pid=106554) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 14 06:48:42.578345 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO oslo_service.service [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Starting 2 workers Oct 14 06:48:42.583204 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Started child 106663 {{(pid=106554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 06:48:42.591480 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Started child 106664 {{(pid=106554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 06:48:42.591691 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:42.592293 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO neutron.service [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Neutron service started, listening on 0.0.0.0:9696 Oct 14 06:48:42.592293 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Publish callbacks [] for process, before_spawn {{(pid=106554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:42.592450 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [-] (106663) wsgi starting up on http://0.0.0.0:9696 Oct 14 06:48:42.592519 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO oslo_service.service [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Starting 1 workers Oct 14 06:48:42.593352 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:42.594772 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [-] (106664) wsgi starting up on http://0.0.0.0:9696 Oct 14 06:48:42.597737 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Started child 106665 {{(pid=106554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 06:48:42.598292 dv-cinder-804470-7-iscsi neutron-server[106554]: INFO oslo_service.service [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Starting 1 workers Oct 14 06:48:42.601843 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.service [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] calling RpcWorker wait() {{(pid=106665) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 14 06:48:42.602377 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.service [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] returning from RpcWorker wait() {{(pid=106665) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 14 06:48:42.603236 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Started child 106666 {{(pid=106554) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 14 06:48:42.603636 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:42.604052 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG neutron_lib.callbacks.manager [None req-4a299d10-8585-49c2-a4d5-30b9276c93bc None None] Publish callbacks [] for process, after_spawn {{(pid=106554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:42.604158 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:48:42.606040 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106554) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 06:48:42.606255 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 06:48:42.606434 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 06:48:42.606648 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 06:48:42.606995 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 06:48:42.607155 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 06:48:42.607685 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.607963 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.608220 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.608476 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.608757 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.609356 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.609514 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:42.609973 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.609973 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.610132 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.610344 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.610506 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.610671 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.610909 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.611156 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:48:42.611257 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.611531 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.611791 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.612035 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.612277 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.612460 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.612708 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.612976 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.613218 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.613479 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] debug = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.613717 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.614213 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.614434 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.614686 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.614916 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.615779 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.616011 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.616273 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.616502 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.616743 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.616986 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.617244 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.617483 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.617688 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.617900 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.618146 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.618379 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.618863 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] host = dv-cinder-804470-7-iscsi {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.619105 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.619315 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.619577 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.619819 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.620070 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.620298 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.620559 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.620796 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.621057 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.621306 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.621548 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.621799 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.622031 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.622265 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.622424 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_options = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.622667 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.622924 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.623178 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.623369 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.623571 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.623747 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.624005 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.624168 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.624417 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.624626 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.624853 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.625096 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.625306 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.625519 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.625762 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.626003 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.626241 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.626466 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.626712 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.626939 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.627160 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.627405 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.627645 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.627861 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.628077 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.628285 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.628539 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.628766 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.628974 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.629221 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.629468 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.629715 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.629942 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.630171 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.630428 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.630685 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.630909 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.631116 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.631374 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.631630 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.631880 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.632124 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.632332 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.632579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.632809 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.633047 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.633261 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_json = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.633470 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.633713 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.633975 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.634184 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.634400 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.635429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.635849 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.636039 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.636469 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.636768 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.637106 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.637363 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.637634 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.637890 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.638137 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.638392 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.638675 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.638933 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.639276 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.639536 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.639843 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.640091 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.640380 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.640735 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.640979 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.641258 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.641523 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.641761 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.641985 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.642230 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.642511 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.642756 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.643013 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.643272 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.643519 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.643857 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.644123 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.644371 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.644621 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.644861 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.645089 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.645325 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.645562 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.645801 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.646035 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.646425 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.646650 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.646899 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.647128 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.647361 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.647622 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.647853 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.648095 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.654781 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.654781 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.654781 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.654781 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.654781 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.654781 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.654781 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.654781 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.654781 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.655429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.655429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.655429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.655429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.655429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.655429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.655429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.655429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.655429 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656090 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656714 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656714 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656714 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656714 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656714 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656714 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656714 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656714 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.656714 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.657313 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.657313 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.657313 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.657313 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.657313 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.657650 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.657650 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.657901 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.658177 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.658483 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.658740 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.659476 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.659476 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.659633 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.659801 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.660047 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.660268 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.660487 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.660701 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.660958 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.661182 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.661432 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.661691 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.662428 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.662798 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.662965 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.663191 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.663555 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.663706 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.663932 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.664222 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.664457 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.664711 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.664979 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.665221 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.665523 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.665776 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.666048 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.666370 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.666801 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.667201 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.667510 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.667785 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.668020 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.668274 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.668560 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.668823 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.669087 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.669316 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.669546 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.669768 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.670061 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.670317 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.670542 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.672185 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.672185 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.672185 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.672185 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.672185 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.672185 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.672699 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.672699 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.672845 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.673055 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.673324 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.673746 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.673862 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.674388 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.674388 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.675362 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.675534 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.676321 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.677543 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.677543 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.680225 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.680225 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.680225 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.680225 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.680697 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.681772 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.682298 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.683796 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.684049 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.684949 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.685213 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.685475 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.685727 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.685964 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.686197 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.686441 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.686687 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.686932 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.687166 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.687518 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.687733 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.687981 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.688214 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.688484 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.688761 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.688986 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.689238 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.689467 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.689696 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.689920 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.690167 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.690428 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.690687 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.690941 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.691159 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.691399 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.691679 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.692022 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.692279 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.692518 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.692787 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.693012 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.693263 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.693503 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.693729 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.693953 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.694173 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.694415 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.694679 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.694908 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.695150 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.695392 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.695648 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.695879 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.696184 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.696564 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.696871 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.697138 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.697375 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.697651 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.697911 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.698128 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.698376 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.698595 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.698813 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.699061 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.699280 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.699528 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.699788 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.700002 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.700237 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.700462 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.700681 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.700894 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.701149 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.701363 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.701579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.701807 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.702048 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.702260 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.702504 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.702717 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.702949 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.703153 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.703372 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.703609 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.703860 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.704072 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.704282 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.704505 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.704722 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.704934 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.705248 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.705512 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.705822 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.706124 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.706400 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.706628 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.706859 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.707161 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.707562 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.707960 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.708194 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.708421 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713217 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713217 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713217 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713217 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713217 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713217 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713217 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713217 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713826 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713826 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713826 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713826 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713826 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713826 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713826 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713826 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.713826 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.714419 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.714419 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.714419 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.714419 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.714715 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.714904 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.715130 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.715382 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.715654 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.715892 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.716121 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.716366 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.716608 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.716826 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.716997 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 06:48:42.717525 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106554) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 14 06:48:42.717689 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 14 06:48:42.717843 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 14 06:48:42.718033 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 14 06:48:42.718205 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 14 06:48:42.718356 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 14 06:48:42.718563 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.718727 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.718888 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.719095 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.719282 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.719437 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.719615 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.719779 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.719932 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.720089 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.720253 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.720410 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.720567 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.720726 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.720884 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.721041 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.721199 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.721355 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.721518 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.721677 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.721834 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.721991 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.722149 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] debug = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.722306 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.722529 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.722697 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.722854 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.723011 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.723559 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.723559 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.723559 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.723796 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.723796 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.723936 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.724085 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.727477 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.727477 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.727477 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.727477 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.727477 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.727477 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] host = dv-cinder-804470-7-iscsi {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.727477 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.727477 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728064 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728064 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728064 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728064 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728064 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728064 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728064 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728064 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_options = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.728579 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729118 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729118 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729118 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729118 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729118 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729118 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729518 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729518 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729518 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729717 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729808 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.729947 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.730104 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.730268 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.730427 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.730584 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.730745 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.730904 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.731063 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.731222 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.731398 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.731598 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.731759 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.731916 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.732075 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.732233 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.732393 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.732552 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.732711 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.732870 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.733028 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.733185 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.733343 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.733500 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.733659 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.733820 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.733979 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.734205 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.734373 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.734534 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.734693 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.734851 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.735010 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.735167 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_json = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.735326 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.735503 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.735667 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.735833 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.736014 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.736211 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.736336 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.736492 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 14 06:48:42.736673 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.736832 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.737002 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.737166 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.737329 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.737511 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.737643 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.737789 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.737951 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.738105 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.738273 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.738434 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.738604 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.738765 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.738925 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.739087 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.739248 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.739409 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.739591 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.739754 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.739915 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.740104 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.740276 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.740437 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.740595 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.740754 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.740916 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.741088 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.741248 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.741410 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.741612 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.741776 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.741937 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.742096 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.742257 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.742417 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.742578 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.742737 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.742897 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.743088 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.743227 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.743377 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.743559 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.743720 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.743880 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.744040 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.744200 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.744360 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.744520 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.744679 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.744841 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.745000 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.745159 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.745319 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.745478 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.745647 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.745807 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.745965 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.746125 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.746286 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.746445 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.746592 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.746751 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.746898 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.747092 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.747229 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.747360 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.747525 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.747699 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.747864 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.748012 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.748171 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.748331 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.748493 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.748652 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.748812 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.748972 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.749131 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.749290 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.749451 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.749612 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.749771 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.749931 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.750091 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.750279 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.750410 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.750568 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.750727 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.750901 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.751053 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.751227 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.751393 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.751571 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.751712 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.751853 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.752004 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.752164 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.752323 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.752483 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.752643 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.752802 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.752962 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.753127 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.753287 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.753446 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.753604 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.753763 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.753921 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.754083 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.754242 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.754403 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.754563 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.754723 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.754882 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.755041 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.755199 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.755333 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:48:42.755426 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.755537 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.755707 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.758981 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.758981 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.758981 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.758981 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.758981 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.758981 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.758981 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.758981 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.759544 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.759544 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.759544 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.759544 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.759544 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.759544 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.759544 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.759544 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760082 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760082 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760082 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760082 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760082 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760082 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760082 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760082 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760594 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760594 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760594 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760594 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760594 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760594 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760594 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.760594 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.761121 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.761121 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.761121 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.761121 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.761406 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.761406 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.761551 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.761655 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.761816 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.761975 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.762134 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.762294 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.762454 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.762612 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.762770 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.762929 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.763088 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.763247 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.763408 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.763587 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.763746 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.763905 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.764065 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.764226 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.764386 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.764601 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.764782 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.764943 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.765102 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.765263 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.765425 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.765585 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.765746 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.765907 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.766068 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.766303 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.766470 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.766631 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.766792 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.766951 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.767111 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.767286 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.767490 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.767624 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.767784 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.767945 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.768103 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.768262 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.768420 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.768581 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.768742 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.768901 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770211 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770211 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770211 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770211 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770211 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770211 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770211 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770211 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770747 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770747 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770747 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.770747 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.771030 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.771030 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.771174 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.771854 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.772103 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.772215 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.772314 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.772474 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.772643 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.772803 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.772962 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.773121 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.773281 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.773440 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.773608 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.773769 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.773929 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.774089 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.774248 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.774407 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.774574 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.774733 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.774892 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.775051 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.775211 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.775368 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.775557 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.775718 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.775877 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.776036 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.776197 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.776354 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.776528 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.776687 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.777011 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.777181 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.777862 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.777862 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.777862 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.777862 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.778250 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.778250 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.778250 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.778457 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.778535 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.778693 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.778854 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.779028 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.779197 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.779357 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.779546 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.779714 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.779881 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.780042 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.780207 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.780378 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.780538 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.780701 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.780861 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.781020 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.781181 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.781343 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.781820 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.781820 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.781820 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.782036 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.782131 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.782261 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.782422 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.782585 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.782764 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.782905 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.783062 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.783225 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.783383 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 14 06:48:42.783730 dv-cinder-804470-7-iscsi neutron-server[106554]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106554) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 14 06:48:42.894486 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 52702) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:48:42.903672 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064034 Oct 14 06:48:54.408790 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb2f5b9-b64d-4eb9-a7df-6d1eae66d036 None None] get_active_networks_info from dv-cinder-804470-7-iscsi {{(pid=106665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 14 06:48:54.491163 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb2f5b9-b64d-4eb9-a7df-6d1eae66d036 None None] No non-hosted networks {{(pid=106665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 14 06:48:54.512869 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.agentschedulers_db [None req-9eb2f5b9-b64d-4eb9-a7df-6d1eae66d036 None None] DHCP Agent not found on host dv-cinder-804470-7-iscsi {{(pid=106665) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 14 06:48:54.760452 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e7bcfce4-6998-4707-aaed-545db6d294ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1726825'] for agent, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:57.195065 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f5e2dc97-e2a7-4bc7-98f9-fb62ca9cf86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1726825'] for agent, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:57.224104 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.db.api [None req-10aba897-60a4-409d-a7be-a36cca20348f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804470-7-iscsi {{(pid=106665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 06:48:57.225242 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG oslo_db.api [None req-10aba897-60a4-409d-a7be-a36cca20348f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 06:48:57.818794 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-10aba897-60a4-409d-a7be-a36cca20348f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:58.292388 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1726825'] for agent, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:58.497237 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1726825'] for agent, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:48:58.497966 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.498305 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.498670 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.498994 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.499310 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.499831 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.500358 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.500759 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.501080 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.501394 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.501722 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.502041 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:48:58.502553 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804470-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:48:58.517461 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804470-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:49:00.166265 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1726825'] for agent, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:00.879481 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.db.l3_hamode_db [None req-bccb26cd-482f-419c-bd77-e489e7f5b202 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 14 06:49:00.959424 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb26cd-482f-419c-bd77-e489e7f5b202 None None] Routers set() bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:49:00.959835 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb26cd-482f-419c-bd77-e489e7f5b202 None None] Router IDs set() for agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 14 06:49:01.433271 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 52792) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:01.915403 dv-cinder-804470-7-iscsi neutron-server[106664]: WARNING oslo_policy.policy [None req-eb41e35b-5db8-4ac2-b6f4-ba1695362226 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 06:49:01.916016 dv-cinder-804470-7-iscsi neutron-server[106664]: WARNING oslo_policy.policy [None req-eb41e35b-5db8-4ac2-b6f4-ba1695362226 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 06:49:02.142179 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [None req-eb41e35b-5db8-4ac2-b6f4-ba1695362226 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 06:49:02.143238 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-eb41e35b-5db8-4ac2-b6f4-ba1695362226 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7090662 Oct 14 06:49:04.565168 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 52806) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:04.866127 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-c73995df-b796-4a14-82aa-9e37ff799109 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:49:04.961655 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.policy [None req-c73995df-b796-4a14-82aa-9e37ff799109 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106664) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 06:49:05.009057 dv-cinder-804470-7-iscsi neutron-server[106664]: WARNING oslo_policy.policy [None req-c73995df-b796-4a14-82aa-9e37ff799109 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 06:49:05.009367 dv-cinder-804470-7-iscsi neutron-server[106664]: WARNING oslo_policy.policy [None req-c73995df-b796-4a14-82aa-9e37ff799109 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 06:49:05.017865 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.quota [None req-c73995df-b796-4a14-82aa-9e37ff799109 admin admin] Loaded quota_driver: . Oct 14 06:49:05.163076 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c73995df-b796-4a14-82aa-9e37ff799109 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784209326452', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784209326857', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784209314072', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784209316700', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784209825121', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784209360692', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-526774', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530694', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1646356', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1680967'] for rbac-policy, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:05.342584 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c73995df-b796-4a14-82aa-9e37ff799109 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:05.343690 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-c73995df-b796-4a14-82aa-9e37ff799109 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7775395 Oct 14 06:49:08.005795 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 52818) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:08.296128 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Request body: {'network': {'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'name': 'private', 'admin_state_up': True, 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:49:08.397315 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Made reservation on behalf of 32f0730c7e544b91b21ffd2701cdb022 for: {'network': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:49:08.400099 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:08.416995 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:08.526154 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:08.591826 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:08.611134 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=106664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:49:08.638152 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784207591208', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:08.638704 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Unsubscribe: segment precommit_create {{(pid=106664) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 06:49:08.639190 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.segments_db [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Added segment 462752cc-93be-4825-8411-64b7356f9b7c of type vlan for network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 Oct 14 06:49:08.654318 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7106b35-2f79-4f87-af1b-698afde44659,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:08.705401 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.705754 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.706090 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.706418 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.706741 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.707076 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.707396 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.707751 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.708090 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.708406 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.708716 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.709024 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Tracked resource versions report: Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: pushed versions: Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: { 'AddressGroup': {'1.2'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'ConntrackHelper': {'1.0'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Log': {'1.0'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Network': {'1.1'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Port': {'1.7'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'PortForwarding': {'1.2'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'QosPolicy': {'1.10'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SecurityGroup': {'1.4'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SecurityGroupRule': {'1.2'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SubPort': {'1.0'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Subnet': {'1.1'}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Trunk': {'1.1'}} Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: consumer versions: Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: { DHCP agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: L3 agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: Metadata agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: Metering agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: Open vSwitch agent@dv-cinder-804470-7-iscsi: { 'AddressGroup': '1.2', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'ConntrackHelper': '1.0', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Log': '1.0', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Network': '1.1', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Port': '1.7', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'PortForwarding': '1.2', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'QosPolicy': '1.10', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SecurityGroup': '1.4', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SecurityGroupRule': '1.2', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SubPort': '1.0', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Subnet': '1.1', Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Trunk': '1.1'}} Oct 14 06:49:08.710157 dv-cinder-804470-7-iscsi neutron-server[106664]: {{(pid=106664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 06:49:08.749626 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:08.860629 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:08.861642 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:49:08.862277 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:08.955569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] Pushing event updated for resources: {'Network': ['ID=f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:08.961373 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-c5459e41-461f-4d3a-adfa-ef3cd77d860f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9540699 Oct 14 06:49:08.967704 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:49:11.709461 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 52832) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:12.094834 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abc61d-cdda-4bcf-9b2f-42dd28c41ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:49:12.096228 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-11abc61d-cdda-4bcf-9b2f-42dd28c41ba5 admin admin] 10.222.0.26 "GET /v2.0/networks/f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 HTTP/1.1" status: 200 len: 825 time: 0.3857574 Oct 14 06:49:12.121510 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8f949160-5e3a-42a4-bc3e-14b0875bf967 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/1fd3b0ed-607f-4c0e-b61c-d1ab4c1186de HTTP/1.1" status: 200 len: 734 time: 0.0184543 Oct 14 06:49:12.130480 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Request body: {'subnet': {'subnetpool_id': '1fd3b0ed-607f-4c0e-b61c-d1ab4c1186de', 'gateway_ip': '172.20.0.1', 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:49:12.226669 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Made reservation on behalf of 32f0730c7e544b91b21ffd2701cdb022 for: {'subnet': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:49:12.228961 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Publish callbacks [] for subnet, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:12.582921 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:12.650572 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3781019-e5e7-489b-ae59-fb9a451d78e5,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:12.655002 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Checking segment: {'id': '462752cc-93be-4825-8411-64b7356f9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:49:12.661814 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Network hostable DHCP agents. Network: f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:49:12.725283 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:49:12.794120 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7) {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:49:12.799608 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:49:12.800186 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:12.804684 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc6e4d6-0655-443c-8a6f-f6877efa702e None None] Network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:49:12.859980 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-ab8a5dcf-a1a5-4feb-94fb-04dd77ce3a6e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7324836 Oct 14 06:49:13.136862 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdd202b-93ae-5922-b066-41e6b1e9604a-f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7', 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'fixed_ips': [{'subnet_id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5'}]}} from dv-cinder-804470-7-iscsi. {{(pid=106665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 06:49:13.138083 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:13.409342 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.db_base_plugin_common [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Allocated IP 172.20.0.2 (f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7/a3781019-e5e7-489b-ae59-fb9a451d78e5/59c33308-2361-4531-85e6-c634687443b5) {{(pid=106665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:49:13.632391 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Publish callbacks [] for port, precommit_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:13.718517 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:13.795265 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 is already hosted by enough agents. {{(pid=106665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:49:13.802525 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.base_scheduler [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Resources bound (agent type, host, resource id): {{(pid=106665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:49:13.807843 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Pushing event updated for resources: {'Port': ['ID=59c33308-2361-4531-85e6-c634687443b5,revision_number=1']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:13.809980 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Received port after_create {{(pid=106665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:49:13.820076 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.820442 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.820785 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.821112 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.821444 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.821767 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.822088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.822408 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.822749 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.823070 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.823388 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.823729 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Tracked resource versions report: Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: pushed versions: Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: { 'AddressGroup': {'1.2'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'ConntrackHelper': {'1.0'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Log': {'1.0'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Network': {'1.1'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Port': {'1.7'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'PortForwarding': {'1.2'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'QosPolicy': {'1.10'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SecurityGroup': {'1.4'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SecurityGroupRule': {'1.2'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SubPort': {'1.0'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Subnet': {'1.1'}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Trunk': {'1.1'}} Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: consumer versions: Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: { DHCP agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: L3 agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: Metadata agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: Metering agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: Open vSwitch agent@dv-cinder-804470-7-iscsi: { 'AddressGroup': '1.2', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'ConntrackHelper': '1.0', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Log': '1.0', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Network': '1.1', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Port': '1.7', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'PortForwarding': '1.2', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'QosPolicy': '1.10', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SecurityGroup': '1.4', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SecurityGroupRule': '1.2', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SubPort': '1.0', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Subnet': '1.1', Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Trunk': '1.1'}} Oct 14 06:49:13.824856 dv-cinder-804470-7-iscsi neutron-server[106665]: {{(pid=106665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 06:49:13.895549 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Attempting to bind port 59c33308-2361-4531-85e6-c634687443b5 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:49:13.895935 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Attempting to bind port 59c33308-2361-4531-85e6-c634687443b5 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '462752cc-93be-4825-8411-64b7356f9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:49:13.896362 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Attempting to bind port 59c33308-2361-4531-85e6-c634687443b5 on network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:49:13.901752 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:49:13.902151 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Checking segment: {'id': '462752cc-93be-4825-8411-64b7356f9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:49:13.902621 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:13.903008 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Bound using segment: {'id': '462752cc-93be-4825-8411-64b7356f9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:49:13.903532 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Bound port: 59c33308-2361-4531-85e6-c634687443b5, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462752cc-93be-4825-8411-64b7356f9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:49:13.903933 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:13.966013 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] For port 59c33308-2361-4531-85e6-c634687443b5, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:49:13.970272 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] For port 59c33308-2361-4531-85e6-c634687443b5, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=59c33308-2361-4531-85e6-c634687443b5,segment=NetworkSegment(462752cc-93be-4825-8411-64b7356f9b7c),segment_id=462752cc-93be-4825-8411-64b7356f9b7c)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:49:14.066738 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:14.131996 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8aedc5-832c-448c-8d18-a8bec772d404 None None] Pushing event updated for resources: {'Port': ['ID=59c33308-2361-4531-85e6-c634687443b5,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:15.374945 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 52840) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:15.692375 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [None req-98b53fa4-e66a-4334-a923-6eaf30d2b3d9 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 06:49:15.693464 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-98b53fa4-e66a-4334-a923-6eaf30d2b3d9 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3174617 Oct 14 06:49:18.191025 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 52848) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:18.687411 dv-cinder-804470-7-iscsi neutron-server[106663]: WARNING oslo_policy.policy [None req-8aeac618-b6e6-4155-be19-4b7541c9d523 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 06:49:18.688001 dv-cinder-804470-7-iscsi neutron-server[106663]: WARNING oslo_policy.policy [None req-8aeac618-b6e6-4155-be19-4b7541c9d523 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 06:49:18.913907 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [None req-8aeac618-b6e6-4155-be19-4b7541c9d523 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 06:49:18.915067 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-8aeac618-b6e6-4155-be19-4b7541c9d523 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7219899 Oct 14 06:49:21.667810 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 52864) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:21.967430 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:49:22.033997 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.policy [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106663) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 14 06:49:22.081724 dv-cinder-804470-7-iscsi neutron-server[106663]: WARNING oslo_policy.policy [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 06:49:22.082097 dv-cinder-804470-7-iscsi neutron-server[106663]: WARNING oslo_policy.policy [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 14 06:49:22.091408 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.quota [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] Loaded quota_driver: . Oct 14 06:49:22.223096 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1728020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101576'] for router, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:22.225041 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101569'] for router, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:22.380226 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:22.410039 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 59c33308-2361-4531-85e6-c634687443b5 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:49:22.435527 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1728153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170'] for router, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:22.501054 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 59c33308-2361-4531-85e6-c634687443b5 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:22.501445 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:22.516772 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:22.518051 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-3edf7b5a-44d4-4ad5-9078-3724ea3ddc40 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8492746 Oct 14 06:49:22.621933 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:22.660319 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 59c33308-2361-4531-85e6-c634687443b5, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=59c33308-2361-4531-85e6-c634687443b5,segment=NetworkSegment(462752cc-93be-4825-8411-64b7356f9b7c),segment_id=462752cc-93be-4825-8411-64b7356f9b7c)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:49:22.738049 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:22.791091 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=59c33308-2361-4531-85e6-c634687443b5,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:23.199901 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2332ce9-8e8a-4589-a84c-2a9288ac4da0 None None] Network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:49:23.261616 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-a28bc6a5-ed2a-4d0b-aea8-dc7fba914a0d None None] Provisioning complete for port 59c33308-2361-4531-85e6-c634687443b5 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:23.261979 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-a28bc6a5-ed2a-4d0b-aea8-dc7fba914a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:23.606767 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-ce6d8f03-7d4a-4857-80be-cc40bf30069a None None] Provisioning complete for port 59c33308-2361-4531-85e6-c634687443b5 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:23.607374 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ce6d8f03-7d4a-4857-80be-cc40bf30069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:24.387720 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 59c33308-2361-4531-85e6-c634687443b5 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:49:24.413042 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d982cac9-bc4e-485a-90b4-b73f48951a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:24.444947 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 59c33308-2361-4531-85e6-c634687443b5 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:24.445230 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:25.008067 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 52878) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:25.309140 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [None req-7daa4b0e-08a1-4261-b66e-86b9da520ad0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 06:49:25.310149 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-7daa4b0e-08a1-4261-b66e-86b9da520ad0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3011329 Oct 14 06:49:27.194972 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ca413caf-73af-4706-a14f-ca54b4d2f427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:27.817193 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 52886) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:28.112147 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:49:28.194840 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Made reservation on behalf of 55604496dd2e4f2598a6828d9403cc71 for: {'network': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:49:28.197694 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:28.205911 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:28.207866 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:28.280344 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:28.331019 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:28.346007 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Reserving flat network on physical network physnet1 {{(pid=106664) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 14 06:49:28.364026 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32990964-f4a0-413a-bc9b-06bcebba7b33,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:28.368731 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:28.369062 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.segments_db [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Added segment c35a0645-71de-478c-a17b-24d8be1826f5 of type flat for network 37b6d0c9-4876-4604-a10d-30652fabd51d Oct 14 06:49:28.415203 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:28.480423 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:28.508445 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:28.509370 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:49:28.509968 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:28.564674 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] Pushing event updated for resources: {'Network': ['ID=37b6d0c9-4876-4604-a10d-30652fabd51d,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:28.574630 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 37b6d0c9-4876-4604-a10d-30652fabd51d details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:49:28.602430 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f0ffc1cf-f961-40fb-9e03-4ec79527933e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7842045 Oct 14 06:49:30.050973 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:31.086492 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 52904) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:31.318260 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbc1230-00e8-467e-ba15-356515f58733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:49:31.320293 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-9fbc1230-00e8-467e-ba15-356515f58733 admin admin] 10.222.0.26 "GET /v2.0/subnets/a3781019-e5e7-489b-ae59-fb9a451d78e5 HTTP/1.1" status: 200 len: 849 time: 0.2328839 Oct 14 06:49:31.437735 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-72a3aff6-2004-4971-a4cd-d53764509305 admin admin] 10.222.0.26 "GET /v2.0/routers/1a18b542-7588-4984-8348-5f43b3a08c94 HTTP/1.1" status: 200 len: 704 time: 0.1111994 Oct 14 06:49:31.705765 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:32.005992 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Allocated IP 172.20.0.1 (f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7/a3781019-e5e7-489b-ae59-fb9a451d78e5/f3fe392b-cc6b-4f38-bfc8-356e51b95067) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:49:32.210707 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:32.335801 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:32.395750 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:49:32.401078 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:49:32.442163 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:49:32.442796 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729365'] for router_interface, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:32.519728 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Pushing event updated for resources: {'Port': ['ID=f3fe392b-cc6b-4f38-bfc8-356e51b95067,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:32.552382 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.552802 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.553119 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.553447 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.553771 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.554110 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.554433 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.554766 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.555102 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.555426 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.555798 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.556173 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Tracked resource versions report: Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: pushed versions: Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: { 'AddressGroup': {'1.2'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'ConntrackHelper': {'1.0'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Log': {'1.0'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Network': {'1.1'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Port': {'1.7'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'PortForwarding': {'1.2'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'QosPolicy': {'1.10'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SecurityGroup': {'1.4'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SecurityGroupRule': {'1.2'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SubPort': {'1.0'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Subnet': {'1.1'}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Trunk': {'1.1'}} Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: consumer versions: Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: { DHCP agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: L3 agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: Metadata agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: Metering agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: Open vSwitch agent@dv-cinder-804470-7-iscsi: { 'AddressGroup': '1.2', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'ConntrackHelper': '1.0', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Log': '1.0', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Network': '1.1', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Port': '1.7', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'PortForwarding': '1.2', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'QosPolicy': '1.10', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SecurityGroup': '1.4', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SecurityGroupRule': '1.2', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SubPort': '1.0', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Subnet': '1.1', Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Trunk': '1.1'}} Oct 14 06:49:32.557286 dv-cinder-804470-7-iscsi neutron-server[106663]: {{(pid=106663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 06:49:32.647944 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-5fef5ecd-845d-42cc-bf29-6f5458382058 None None] Provisioning complete for port f3fe392b-cc6b-4f38-bfc8-356e51b95067 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:32.648507 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-5fef5ecd-845d-42cc-bf29-6f5458382058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:32.680329 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-5fef5ecd-845d-42cc-bf29-6f5458382058 None None] Port f3fe392b-cc6b-4f38-bfc8-356e51b95067 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:49:32.714137 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:32.920708 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:32.980101 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:32.980845 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729313'] for router_interface, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:33.038664 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Pushing event updated for resources: {'Port': ['ID=f3fe392b-cc6b-4f38-bfc8-356e51b95067,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:33.147466 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:49:33.148782 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:49:33.301043 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-da911044-39a8-41f6-b8de-f11b7cb0470d None None] Provisioning complete for port f3fe392b-cc6b-4f38-bfc8-356e51b95067 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:33.301407 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-da911044-39a8-41f6-b8de-f11b7cb0470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:33.334208 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-da911044-39a8-41f6-b8de-f11b7cb0470d None None] Port f3fe392b-cc6b-4f38-bfc8-356e51b95067 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:49:33.352066 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Router 1a18b542-7588-4984-8348-5f43b3a08c94 is scheduled to L3 agent bad82139-abe0-460d-a24f-34a70776a820 with binding_index 1 {{(pid=106663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 06:49:33.442795 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:49:33.448164 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-0fac3a0a-4651-4926-9ead-785c009f296e admin admin] 10.222.0.26 "PUT /v2.0/routers/1a18b542-7588-4984-8348-5f43b3a08c94/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0046391 Oct 14 06:49:33.467092 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Sync routers for ids ['1a18b542-7588-4984-8348-5f43b3a08c94'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:49:33.478839 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Routers {'1a18b542-7588-4984-8348-5f43b3a08c94'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:49:33.479662 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:49:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['1a18b542-7588-4984-8348-5f43b3a08c94'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:49:33.666145 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Set router 1a18b542-7588-4984-8348-5f43b3a08c94 gateway port host: None {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:49:34.094558 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'name': 'router1', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:49:22Z', 'updated_at': '2021-10-14T06:49:32Z', 'revision_number': 2, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'gw_port_host': None, '_interfaces': [{'id': 'f3fe392b-cc6b-4f38-bfc8-356e51b95067', 'name': '', 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'mac_address': 'fa:16:3e:27:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:49:31Z', 'updated_at': '2021-10-14T06:49:32Z', 'revision_number': 2, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'subnets': [{'id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fd3b0ed-607f-4c0e-b61c-d1ab4c1186de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:49:34.145362 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Checking router: 1a18b542-7588-4984-8348-5f43b3a08c94 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:49:34.145738 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Updating router 1a18b542-7588-4984-8348-5f43b3a08c94 port f3fe392b-cc6b-4f38-bfc8-356e51b95067 binding host dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:49:34.193167 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:34.715856 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Publish callbacks [] for port, precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:34.794124 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:34.960155 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Attempting to bind port f3fe392b-cc6b-4f38-bfc8-356e51b95067 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:49:34.960466 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Attempting to bind port f3fe392b-cc6b-4f38-bfc8-356e51b95067 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '462752cc-93be-4825-8411-64b7356f9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:49:34.961076 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Attempting to bind port f3fe392b-cc6b-4f38-bfc8-356e51b95067 on network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:49:34.964458 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Pushing event updated for resources: {'Port': ['ID=f3fe392b-cc6b-4f38-bfc8-356e51b95067,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:34.965521 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-2fcbc387-274d-43e5-ae73-4404b0facac2 None None] Provisioning complete for port f3fe392b-cc6b-4f38-bfc8-356e51b95067 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:34.966000 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc387-274d-43e5-ae73-4404b0facac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:34.970395 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:49:34.970808 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Checking segment: {'id': '462752cc-93be-4825-8411-64b7356f9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:49:34.971278 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:34.971685 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Bound using segment: {'id': '462752cc-93be-4825-8411-64b7356f9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:49:34.972190 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Bound port: f3fe392b-cc6b-4f38-bfc8-356e51b95067, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462752cc-93be-4825-8411-64b7356f9b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:49:34.972587 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:34.984214 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.984571 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.984906 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.985288 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.985557 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.987246 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.987246 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.987246 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.987246 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.987246 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.987680 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.987760 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Tracked resource versions report: Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: pushed versions: Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: { 'AddressGroup': {'1.2'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'ConntrackHelper': {'1.0'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Log': {'1.0'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Network': {'1.1'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Port': {'1.7'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'PortForwarding': {'1.2'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'QosPolicy': {'1.10'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SecurityGroup': {'1.4'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SecurityGroupRule': {'1.2'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SubPort': {'1.0'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Subnet': {'1.1'}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Trunk': {'1.1'}} Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: consumer versions: Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: { DHCP agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: L3 agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: Metadata agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: Metering agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: Open vSwitch agent@dv-cinder-804470-7-iscsi: { 'AddressGroup': '1.2', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'ConntrackHelper': '1.0', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Log': '1.0', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Network': '1.1', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Port': '1.7', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'PortForwarding': '1.2', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'QosPolicy': '1.10', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SecurityGroup': '1.4', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SecurityGroupRule': '1.2', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SubPort': '1.0', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Subnet': '1.1', Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Trunk': '1.1'}} Oct 14 06:49:34.988960 dv-cinder-804470-7-iscsi neutron-server[106666]: {{(pid=106666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 06:49:35.008083 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbc387-274d-43e5-ae73-4404b0facac2 None None] Port f3fe392b-cc6b-4f38-bfc8-356e51b95067 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:49:35.049432 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] For port f3fe392b-cc6b-4f38-bfc8-356e51b95067, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:49:35.067399 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] For port f3fe392b-cc6b-4f38-bfc8-356e51b95067, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=f3fe392b-cc6b-4f38-bfc8-356e51b95067,segment=NetworkSegment(462752cc-93be-4825-8411-64b7356f9b7c),segment_id=462752cc-93be-4825-8411-64b7356f9b7c)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:49:35.129210 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:35.186331 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Routers {'1a18b542-7588-4984-8348-5f43b3a08c94'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:49:35.186933 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:49:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['1a18b542-7588-4984-8348-5f43b3a08c94'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:49:35.224930 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ae3cd-8f47-4be1-b5e1-ddb6a926bd4d None None] Pushing event updated for resources: {'Port': ['ID=f3fe392b-cc6b-4f38-bfc8-356e51b95067,revision_number=4']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:35.282942 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] Set router 1a18b542-7588-4984-8348-5f43b3a08c94 gateway port host: None {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:49:35.332304 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-60d1284c-954b-4426-984d-89a8a30423eb None None] Provisioning complete for port f3fe392b-cc6b-4f38-bfc8-356e51b95067 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:35.332649 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-60d1284c-954b-4426-984d-89a8a30423eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:35.407064 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-60d1284c-954b-4426-984d-89a8a30423eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:35.440445 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-60d1284c-954b-4426-984d-89a8a30423eb None None] For port f3fe392b-cc6b-4f38-bfc8-356e51b95067, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=f3fe392b-cc6b-4f38-bfc8-356e51b95067,segment=NetworkSegment(462752cc-93be-4825-8411-64b7356f9b7c),segment_id=462752cc-93be-4825-8411-64b7356f9b7c)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:49:35.491869 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'name': 'router1', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:49:22Z', 'updated_at': '2021-10-14T06:49:32Z', 'revision_number': 2, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'gw_port_host': None, '_interfaces': [{'id': 'f3fe392b-cc6b-4f38-bfc8-356e51b95067', 'name': '', 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'mac_address': 'fa:16:3e:27:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:49:31Z', 'updated_at': '2021-10-14T06:49:35Z', 'revision_number': 4, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'subnets': [{'id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fd3b0ed-607f-4c0e-b61c-d1ab4c1186de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:49:35.517791 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c6407-10bd-4c44-abd2-b0a780e9261b None None] The sync data for ids ['1a18b542-7588-4984-8348-5f43b3a08c94'] in dv-cinder-804470-7-iscsi is: [{'id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'name': 'router1', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:49:22Z', 'updated_at': '2021-10-14T06:49:32Z', 'revision_number': 2, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'gw_port_host': None, '_interfaces': [{'id': 'f3fe392b-cc6b-4f38-bfc8-356e51b95067', 'name': '', 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'mac_address': 'fa:16:3e:27:f1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:49:31Z', 'updated_at': '2021-10-14T06:49:35Z', 'revision_number': 4, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'subnets': [{'id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fd3b0ed-607f-4c0e-b61c-d1ab4c1186de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:49:35.520107 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-60d1284c-954b-4426-984d-89a8a30423eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:35.581445 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1284c-954b-4426-984d-89a8a30423eb None None] Pushing event updated for resources: {'Port': ['ID=f3fe392b-cc6b-4f38-bfc8-356e51b95067,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:35.785271 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 52928) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:35.899730 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52044194-dba1-46da-9e9c-b658a2e4fcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:49:35.901078 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-52044194-dba1-46da-9e9c-b658a2e4fcb2 admin admin] 10.222.0.26 "GET /v2.0/networks/37b6d0c9-4876-4604-a10d-30652fabd51d HTTP/1.1" status: 200 len: 842 time: 0.1148610 Oct 14 06:49:35.910937 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'cidr': '172.27.0.0/24', 'name': 'public-subnet'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:49:35.994060 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Made reservation on behalf of 55604496dd2e4f2598a6828d9403cc71 for: {'subnet': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:49:35.996338 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:36.376116 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.objects.ports [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 14 06:49:36.376573 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:36.431928 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f40dc9-f6db-47fa-a0f6-fe8b7e428534,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:36.440219 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:49:36.440566 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Network hostable DHCP agents. Network: 37b6d0c9-4876-4604-a10d-30652fabd51d, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:49:36.528920 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:49:36.616891 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 37b6d0c9-4876-4604-a10d-30652fabd51d) {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:49:36.621589 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:49:36.624475 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf958c3-d6fe-4e24-9837-36ba329937c2 None None] Network 37b6d0c9-4876-4604-a10d-30652fabd51d requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:49:36.627645 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:36.724578 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8fa43018-8453-42a9-b391-f420b1afbc47 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8094718 Oct 14 06:49:36.777483 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e4a38-b8fd-40f6-8598-44e6e0f779d1 None None] Network 37b6d0c9-4876-4604-a10d-30652fabd51d requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:49:39.144014 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 52936) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:39.281971 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-177f715c-a62e-42e7-a72b-8aeca14a5071 admin admin] 10.222.0.26 "GET /v2.0/routers/1a18b542-7588-4984-8348-5f43b3a08c94 HTTP/1.1" status: 200 len: 710 time: 0.1366963 Oct 14 06:49:39.380177 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f0829-bbdf-481c-9b37-4adf744fc029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:49:39.381768 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-378f0829-bbdf-481c-9b37-4adf744fc029 admin admin] 10.222.0.26 "GET /v2.0/networks/37b6d0c9-4876-4604-a10d-30652fabd51d HTTP/1.1" status: 200 len: 886 time: 0.0922484 Oct 14 06:49:39.391383 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:49:39.633051 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:39.938021 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:40.021095 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:40.129725 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Allocated IP 172.27.0.159 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/3774c4be-f0e4-4329-83f2-a7a9b9263dc8) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:49:40.227075 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:40.326468 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:40.362570 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:49:40.367370 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:49:40.370020 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:49:40.476818 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Pushing event updated for resources: {'Port': ['ID=3774c4be-f0e4-4329-83f2-a7a9b9263dc8,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:40.810299 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:40.999473 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1731143', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1728146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101427'] for router, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:41.002671 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1731184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1731177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1728139'] for router, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:41.118781 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Router 1a18b542-7588-4984-8348-5f43b3a08c94 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 06:49:41.226434 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:49:41.230928 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:41.235202 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-e0356749-26b3-410f-bd85-913d76639876 admin admin] 10.222.0.26 "PUT /v2.0/routers/1a18b542-7588-4984-8348-5f43b3a08c94 HTTP/1.1" status: 200 len: 890 time: 1.8468690 Oct 14 06:49:42.436481 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device f3fe392b-cc6b-4f38-bfc8-356e51b95067 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:49:42.483245 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port f3fe392b-cc6b-4f38-bfc8-356e51b95067 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:42.483637 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:42.570768 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Sync routers for ids ['1a18b542-7588-4984-8348-5f43b3a08c94'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:49:42.580534 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Routers {'1a18b542-7588-4984-8348-5f43b3a08c94'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:49:42.581198 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:49:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['1a18b542-7588-4984-8348-5f43b3a08c94'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:49:42.788290 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Set router 1a18b542-7588-4984-8348-5f43b3a08c94 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:49:43.167391 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'name': 'router1', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '3774c4be-f0e4-4329-83f2-a7a9b9263dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:49:22Z', 'updated_at': '2021-10-14T06:49:40Z', 'revision_number': 4, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'gw_port': {'id': '3774c4be-f0e4-4329-83f2-a7a9b9263dc8', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:25:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:49:40Z', 'updated_at': '2021-10-14T06:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'f3fe392b-cc6b-4f38-bfc8-356e51b95067', 'name': '', 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'mac_address': 'fa:16:3e:27:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:49:31Z', 'updated_at': '2021-10-14T06:49:35Z', 'revision_number': 5, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'subnets': [{'id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fd3b0ed-607f-4c0e-b61c-d1ab4c1186de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:49:43.218662 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Checking router: 1a18b542-7588-4984-8348-5f43b3a08c94 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:49:43.219008 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Updating router 1a18b542-7588-4984-8348-5f43b3a08c94 port 3774c4be-f0e4-4329-83f2-a7a9b9263dc8 binding host dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:49:43.265138 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:43.653564 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Publish callbacks [] for port, precommit_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:43.750368 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 52948) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:49:43.800069 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:43.846821 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Attempting to bind port 3774c4be-f0e4-4329-83f2-a7a9b9263dc8 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:49:43.847173 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Attempting to bind port 3774c4be-f0e4-4329-83f2-a7a9b9263dc8 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:49:43.847554 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Attempting to bind port 3774c4be-f0e4-4329-83f2-a7a9b9263dc8 on network 37b6d0c9-4876-4604-a10d-30652fabd51d {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:49:43.857980 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f5b19-d96e-4f27-9cf8-8df15b69a528 None None] Pushing event updated for resources: {'Port': ['ID=3774c4be-f0e4-4329-83f2-a7a9b9263dc8,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:43.860421 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:49:43.860808 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:49:43.861175 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:43.861553 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Bound using segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:49:43.862018 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Bound port: 3774c4be-f0e4-4329-83f2-a7a9b9263dc8, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:49:43.862408 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:43.869034 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-0471211c-255b-403f-bd63-4531ec17fafd admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1175630 Oct 14 06:49:43.915795 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] For port 3774c4be-f0e4-4329-83f2-a7a9b9263dc8, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:49:43.919164 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] For port 3774c4be-f0e4-4329-83f2-a7a9b9263dc8, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=3774c4be-f0e4-4329-83f2-a7a9b9263dc8,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:49:43.977801 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:44.043137 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Routers {'1a18b542-7588-4984-8348-5f43b3a08c94'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:49:44.043832 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:49:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['1a18b542-7588-4984-8348-5f43b3a08c94'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:49:44.045627 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f5b19-d96e-4f27-9cf8-8df15b69a528 None None] Pushing event updated for resources: {'Port': ['ID=3774c4be-f0e4-4329-83f2-a7a9b9263dc8,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:44.155855 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] Set router 1a18b542-7588-4984-8348-5f43b3a08c94 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:49:44.366938 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'name': 'router1', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '3774c4be-f0e4-4329-83f2-a7a9b9263dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:49:22Z', 'updated_at': '2021-10-14T06:49:40Z', 'revision_number': 4, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'gw_port': {'id': '3774c4be-f0e4-4329-83f2-a7a9b9263dc8', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:25:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:49:40Z', 'updated_at': '2021-10-14T06:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'f3fe392b-cc6b-4f38-bfc8-356e51b95067', 'name': '', 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'mac_address': 'fa:16:3e:27:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:49:31Z', 'updated_at': '2021-10-14T06:49:35Z', 'revision_number': 5, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'subnets': [{'id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fd3b0ed-607f-4c0e-b61c-d1ab4c1186de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:49:44.394266 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e352fb38-3123-4ad0-a0d1-a283fc08a47f None None] The sync data for ids ['1a18b542-7588-4984-8348-5f43b3a08c94'] in dv-cinder-804470-7-iscsi is: [{'id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'name': 'router1', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '3774c4be-f0e4-4329-83f2-a7a9b9263dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:49:22Z', 'updated_at': '2021-10-14T06:49:40Z', 'revision_number': 4, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'gw_port': {'id': '3774c4be-f0e4-4329-83f2-a7a9b9263dc8', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:25:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:49:40Z', 'updated_at': '2021-10-14T06:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'f3fe392b-cc6b-4f38-bfc8-356e51b95067', 'name': '', 'network_id': 'f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7', 'tenant_id': '32f0730c7e544b91b21ffd2701cdb022', 'mac_address': 'fa:16:3e:27:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a18b542-7588-4984-8348-5f43b3a08c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:49:31Z', 'updated_at': '2021-10-14T06:49:35Z', 'revision_number': 5, 'project_id': '32f0730c7e544b91b21ffd2701cdb022', 'subnets': [{'id': 'a3781019-e5e7-489b-ae59-fb9a451d78e5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fd3b0ed-607f-4c0e-b61c-d1ab4c1186de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:49:46.449373 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 3774c4be-f0e4-4329-83f2-a7a9b9263dc8 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:49:46.525816 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 3774c4be-f0e4-4329-83f2-a7a9b9263dc8 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:46.526576 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:46.604636 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:46.624378 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 3774c4be-f0e4-4329-83f2-a7a9b9263dc8, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=3774c4be-f0e4-4329-83f2-a7a9b9263dc8,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:49:46.700663 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:46.749268 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=3774c4be-f0e4-4329-83f2-a7a9b9263dc8,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:49:48.470399 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 3774c4be-f0e4-4329-83f2-a7a9b9263dc8 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:49:48.567718 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 3774c4be-f0e4-4329-83f2-a7a9b9263dc8 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:49:48.568914 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:54.374732 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-513c240f-dfd2-4eb7-a74e-300aa754dfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:56.669209 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 5 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:49:57.157610 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1334-087f-45a5-9e39-24e884f94a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:58.242918 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:49:58.466824 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:50:00.080160 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:50:24.422408 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-8509a5b6-7137-4166-9fd9-55d43e3c9a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:50:27.508516 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-3e2faee3-6131-4f9b-a00c-a3d2c74b9ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:50:28.222788 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:50:28.471767 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:50:30.113947 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:50:33.667644 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 5 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:50:54.408494 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4a814b6a-a565-4480-bcb1-2a906b1eeb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:50:57.165346 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-60fdcd79-cb7e-4a1c-9d23-da2c7ce2cd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:50:58.210985 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:50:58.525065 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:00.096839 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:10.665979 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 5 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:51:23.507178 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 53510) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:51:23.568602 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fb7020-d95c-48b3-8dce-b6a42239feb7 admin admin] GET failed (client error): The resource could not be found. Oct 14 06:51:23.569915 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-78fb7020-d95c-48b3-8dce-b6a42239feb7 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617521 Oct 14 06:51:23.730915 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c0aef-7889-46d6-9084-ffd1b10d30f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:23.732334 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-616c0aef-7889-46d6-9084-ffd1b10d30f4 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578271 Oct 14 06:51:24.393641 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d0989f17-160c-4fc7-b354-5ffa549e1feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:26.000067 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 53520) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:51:26.089728 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3e5a7-9ce5-4e30-ba18-2f7aa7c709b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:26.091049 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-7be3e5a7-9ce5-4e30-ba18-2f7aa7c709b4 admin admin] 10.222.0.26 "GET /v2.0/subnets/a3781019-e5e7-489b-ae59-fb9a451d78e5 HTTP/1.1" status: 200 len: 849 time: 0.0900397 Oct 14 06:51:26.100816 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:51:26.185212 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Publish callbacks [] for subnet, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:26.376536 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784207485242'] for subnet, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:26.408661 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:26.409269 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:26.410791 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] 10.222.0.26 "PUT /v2.0/subnets/a3781019-e5e7-489b-ae59-fb9a451d78e5 HTTP/1.1" status: 200 len: 868 time: 0.3133931 Oct 14 06:51:26.426473 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8175dba-d786-46ce-9295-673632fa3407 None None] Network f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:51:26.432647 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3781019-e5e7-489b-ae59-fb9a451d78e5,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:51:26.440491 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.440491 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.440796 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.441051 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.441359 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.441704 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.442033 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.442372 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.443305 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.443305 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.443536 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.443751 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51688d83-120d-4546-89c6-4faa1d0b4d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:51:26.762880 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-4d83a6dc-1e46-44fc-a0c9-ae9c72a368b8 None None] Provisioning complete for port 59c33308-2361-4531-85e6-c634687443b5 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:51:26.763244 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4d83a6dc-1e46-44fc-a0c9-ae9c72a368b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:26.846565 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-4d83a6dc-1e46-44fc-a0c9-ae9c72a368b8 None None] Provisioning complete for port f3fe392b-cc6b-4f38-bfc8-356e51b95067 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:51:26.846929 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4d83a6dc-1e46-44fc-a0c9-ae9c72a368b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:27.151069 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0f74fe83-369b-47ff-a77f-15046e89df07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:28.214398 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:28.450828 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:28.694995 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 53528) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:51:28.889049 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba88cc-b35b-42f7-95a3-a1a5bd85ed7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:28.889502 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba88cc-b35b-42f7-95a3-a1a5bd85ed7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:28.890997 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-59ba88cc-b35b-42f7-95a3-a1a5bd85ed7b admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950786 Oct 14 06:51:30.096391 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:31.175921 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 53538) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:51:31.307745 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1488ff-a789-4275-b25d-15f2ee508700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:31.308195 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1488ff-a789-4275-b25d-15f2ee508700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:31.309693 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-2f1488ff-a789-4275-b25d-15f2ee508700 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328409 Oct 14 06:51:33.579986 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 53546) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:51:33.701794 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7554d-631a-4b1a-b3d8-70f413656e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:33.703105 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-91c7554d-631a-4b1a-b3d8-70f413656e76 admin admin] 10.222.0.26 "GET /v2.0/networks/37b6d0c9-4876-4604-a10d-30652fabd51d HTTP/1.1" status: 200 len: 886 time: 0.1221974 Oct 14 06:51:35.980086 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 53554) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:51:36.120279 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c233d4db-e00f-468d-b3e7-c0723a02219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:36.121596 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-c233d4db-e00f-468d-b3e7-c0723a02219c admin admin] 10.222.0.26 "GET /v2.0/networks/f8b8e17a-1cf3-46f5-a6d2-5cdd6e03a8b7 HTTP/1.1" status: 200 len: 869 time: 0.1405523 Oct 14 06:51:38.398392 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 53562) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:51:38.520116 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac652669-7ca6-44bd-a0c1-2be64c5c9b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:38.520562 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac652669-7ca6-44bd-a0c1-2be64c5c9b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:38.522050 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-ac652669-7ca6-44bd-a0c1-2be64c5c9b97 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227520 Oct 14 06:51:40.764342 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 53570) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:51:40.853615 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3696af7-9a15-42ca-8ead-7b2bac2fcf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:40.854055 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3696af7-9a15-42ca-8ead-7b2bac2fcf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:40.855537 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-b3696af7-9a15-42ca-8ead-7b2bac2fcf79 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902083 Oct 14 06:51:43.107852 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 53578) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:51:43.198399 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f949c-0e87-4c81-9795-7e31135e2dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:43.199750 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-308f949c-0e87-4c81-9795-7e31135e2dc2 admin admin] 10.222.0.26 "GET /v2.0/subnets/a3781019-e5e7-489b-ae59-fb9a451d78e5 HTTP/1.1" status: 200 len: 868 time: 0.0909457 Oct 14 06:51:45.497898 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 53586) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:51:45.580778 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd32c13-7a22-4a8b-9343-4542b730eea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:51:45.582064 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-4dd32c13-7a22-4a8b-9343-4542b730eea1 admin admin] 10.222.0.26 "GET /v2.0/subnets/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534 HTTP/1.1" status: 200 len: 816 time: 0.0832286 Oct 14 06:51:47.664616 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 5 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:51:54.402541 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-47eff0f8-9f99-4038-b957-04cfe5bb2e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:57.222245 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-fb7b7cd4-4517-4096-bab8-a82100a7d640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:58.208484 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:51:58.465817 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:00.091344 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:10.087324 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 53640) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:52:10.133986 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [None req-7d1df03a-b47f-4fb5-aa8a-25a61361f34b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 06:52:10.134996 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-7d1df03a-b47f-4fb5-aa8a-25a61361f34b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0466847 Oct 14 06:52:12.555980 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 53648) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:52:12.613751 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ae981a-7639-4134-99d8-3f49ef475eef admin admin] GET failed (client error): The resource could not be found. Oct 14 06:52:12.615549 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-d0ae981a-7639-4134-99d8-3f49ef475eef admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581295 Oct 14 06:52:12.777510 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b67e2-1026-4867-a4b9-9bf751ea6787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:52:12.778877 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-134b67e2-1026-4867-a4b9-9bf751ea6787 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1588459 Oct 14 06:52:15.171401 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 53656) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:52:15.218825 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:52:15.294276 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Made reservation on behalf of 55604496dd2e4f2598a6828d9403cc71 for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:52:15.296684 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:15.324027 dv-cinder-804470-7-iscsi neutron-server[106663]: WARNING neutron.services.revisions.revision_plugin [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Could not find related network for resource to bump revision. Oct 14 06:52:15.339481 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:52:15.351235 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784207591208', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:15.351716 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Unsubscribe: segment precommit_create {{(pid=106663) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 14 06:52:15.352181 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Added segment ad7d79cd-6c0c-4f3d-b78c-dd0416370d44 of type vlan for network af95ead8-a687-429a-9693-ddabfa77f39d Oct 14 06:52:15.400737 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:15.471269 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:15.472188 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:52:15.472769 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:15.564159 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] Pushing event updated for resources: {'Network': ['ID=af95ead8-a687-429a-9693-ddabfa77f39d,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:52:15.576144 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network af95ead8-a687-429a-9693-ddabfa77f39d details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:52:15.590840 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-1df67b5a-b124-44e4-9584-19005d69605a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4183402 Oct 14 06:52:17.879761 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 53664) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:52:17.938399 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc9e321-4e69-487e-9036-901dca647ca5 admin admin] GET failed (client error): The resource could not be found. Oct 14 06:52:17.939709 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-adc9e321-4e69-487e-9036-901dca647ca5 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589528 Oct 14 06:52:18.007389 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb009984-c240-4b47-9f69-ed47436bab07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:52:18.008833 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-fb009984-c240-4b47-9f69-ed47436bab07 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0638709 Oct 14 06:52:18.019056 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d', 'name': 'shared-subnet'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:52:18.102130 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Made reservation on behalf of 55604496dd2e4f2598a6828d9403cc71 for: {'subnet': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:52:18.104280 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Publish callbacks [] for subnet, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:18.328760 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:18.382037 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc1bc21-d093-43bb-8464-4c9bfc7f9d70,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:52:18.390629 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Checking segment: {'id': 'ad7d79cd-6c0c-4f3d-b78c-dd0416370d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:52:18.390977 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Network hostable DHCP agents. Network: af95ead8-a687-429a-9693-ddabfa77f39d, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:52:18.460363 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Network af95ead8-a687-429a-9693-ddabfa77f39d is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:52:18.539844 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, af95ead8-a687-429a-9693-ddabfa77f39d) {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:52:18.544079 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:52:18.544658 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:18.549966 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657f44b-a230-4677-bcbd-3b5e2fc13e71 None None] Network af95ead8-a687-429a-9693-ddabfa77f39d requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:52:18.659494 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-142a6985-0124-4729-9ac2-71b6befdbc7a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6436012 Oct 14 06:52:18.691066 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148580f-0232-458e-816b-d07e168b830d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdd202b-93ae-5922-b066-41e6b1e9604a-af95ead8-a687-429a-9693-ddabfa77f39d', 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d', 'tenant_id': '55604496dd2e4f2598a6828d9403cc71', 'fixed_ips': [{'subnet_id': '2dc1bc21-d093-43bb-8464-4c9bfc7f9d70'}]}} from dv-cinder-804470-7-iscsi. {{(pid=106665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 06:52:18.692190 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:18.917021 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.db_base_plugin_common [None req-0148580f-0232-458e-816b-d07e168b830d None None] Allocated IP 192.168.233.2 (af95ead8-a687-429a-9693-ddabfa77f39d/2dc1bc21-d093-43bb-8464-4c9bfc7f9d70/be4b3ace-fc45-40af-86d1-9f2d4048b340) {{(pid=106665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:52:19.125899 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Publish callbacks [] for port, precommit_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:19.271893 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:19.309380 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0148580f-0232-458e-816b-d07e168b830d None None] Network af95ead8-a687-429a-9693-ddabfa77f39d is already hosted by enough agents. {{(pid=106665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:52:19.310789 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.base_scheduler [None req-0148580f-0232-458e-816b-d07e168b830d None None] Resources bound (agent type, host, resource id): {{(pid=106665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:52:19.313888 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0148580f-0232-458e-816b-d07e168b830d None None] Received port after_create {{(pid=106665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:52:19.348717 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148580f-0232-458e-816b-d07e168b830d None None] Pushing event updated for resources: {'Port': ['ID=be4b3ace-fc45-40af-86d1-9f2d4048b340,revision_number=1']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:52:19.369217 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.369582 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.369920 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.370252 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.370601 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.370922 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.371242 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.371592 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.371942 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.372261 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.372575 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.372887 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:52:19.389413 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-0148580f-0232-458e-816b-d07e168b830d None None] Attempting to bind port be4b3ace-fc45-40af-86d1-9f2d4048b340 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:52:19.389780 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-0148580f-0232-458e-816b-d07e168b830d None None] Attempting to bind port be4b3ace-fc45-40af-86d1-9f2d4048b340 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'ad7d79cd-6c0c-4f3d-b78c-dd0416370d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:52:19.390134 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148580f-0232-458e-816b-d07e168b830d None None] Attempting to bind port be4b3ace-fc45-40af-86d1-9f2d4048b340 on network af95ead8-a687-429a-9693-ddabfa77f39d {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:52:19.395220 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148580f-0232-458e-816b-d07e168b830d None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:52:19.395626 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148580f-0232-458e-816b-d07e168b830d None None] Checking segment: {'id': 'ad7d79cd-6c0c-4f3d-b78c-dd0416370d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:52:19.396016 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:19.396940 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148580f-0232-458e-816b-d07e168b830d None None] Bound using segment: {'id': 'ad7d79cd-6c0c-4f3d-b78c-dd0416370d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:52:19.397397 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-0148580f-0232-458e-816b-d07e168b830d None None] Bound port: be4b3ace-fc45-40af-86d1-9f2d4048b340, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7d79cd-6c0c-4f3d-b78c-dd0416370d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:52:19.397791 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:19.459430 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0148580f-0232-458e-816b-d07e168b830d None None] For port be4b3ace-fc45-40af-86d1-9f2d4048b340, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:52:19.462104 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0148580f-0232-458e-816b-d07e168b830d None None] For port be4b3ace-fc45-40af-86d1-9f2d4048b340, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=be4b3ace-fc45-40af-86d1-9f2d4048b340,segment=NetworkSegment(ad7d79cd-6c0c-4f3d-b78c-dd0416370d44),segment_id=ad7d79cd-6c0c-4f3d-b78c-dd0416370d44)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:52:19.524121 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0148580f-0232-458e-816b-d07e168b830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:19.582634 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148580f-0232-458e-816b-d07e168b830d None None] Pushing event updated for resources: {'Port': ['ID=be4b3ace-fc45-40af-86d1-9f2d4048b340,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:52:20.430839 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c64e901-f60f-4da7-ba7b-297b6c59a2c9 None None] Network af95ead8-a687-429a-9693-ddabfa77f39d requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:52:20.569060 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device be4b3ace-fc45-40af-86d1-9f2d4048b340 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:52:20.595471 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-2884c4b9-755f-4436-9876-d56cd8777217 None None] Provisioning complete for port be4b3ace-fc45-40af-86d1-9f2d4048b340 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:52:20.596113 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-2884c4b9-755f-4436-9876-d56cd8777217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:20.707071 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port be4b3ace-fc45-40af-86d1-9f2d4048b340 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:52:20.709658 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:20.754274 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-2884c4b9-755f-4436-9876-d56cd8777217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:20.794649 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-2884c4b9-755f-4436-9876-d56cd8777217 None None] For port be4b3ace-fc45-40af-86d1-9f2d4048b340, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=be4b3ace-fc45-40af-86d1-9f2d4048b340,segment=NetworkSegment(ad7d79cd-6c0c-4f3d-b78c-dd0416370d44),segment_id=ad7d79cd-6c0c-4f3d-b78c-dd0416370d44)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:52:20.829097 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:20.858728 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-2884c4b9-755f-4436-9876-d56cd8777217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:20.921541 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.db.api [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 06:52:20.921905 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG oslo_db.api [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 06:52:20.933174 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884c4b9-755f-4436-9876-d56cd8777217 None None] Pushing event updated for resources: {'Port': ['ID=be4b3ace-fc45-40af-86d1-9f2d4048b340,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:52:20.977455 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-3a826346-dbaf-416d-8946-647e4705f359 None None] Provisioning complete for port be4b3ace-fc45-40af-86d1-9f2d4048b340 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:52:20.977819 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-3a826346-dbaf-416d-8946-647e4705f359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:22.532463 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device be4b3ace-fc45-40af-86d1-9f2d4048b340 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:52:22.582098 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port be4b3ace-fc45-40af-86d1-9f2d4048b340 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:52:22.582458 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:24.399342 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9354-d35a-4190-9fb5-5139dc0de645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:24.663108 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 5 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:52:27.153686 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4a125211-e9e0-476f-9945-78fedf424bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:28.214346 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:28.488570 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:30.096638 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:54.382052 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-5187cb2a-2b15-4a57-914d-eadd8f486944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:57.170459 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7a57-e062-4931-ac50-c79edc683e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:58.228031 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:52:58.477048 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:00.096413 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:01.661095 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 5 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:53:24.416809 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-295e1269-6754-4e40-ae8b-06f43ca0d268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:27.191829 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e595ad58-563b-4ab8-9a29-918c74fbe223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:28.214050 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:28.465316 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:30.128739 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:38.659139 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 5 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:53:39.708783 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 53718) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:53:39.714497 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [None req-b8a98ed8-feec-4f65-83e9-cb98e8bc65a1 tempest-verify_tempest_config-430178554 tempest-verify_tempest_config-430178554-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 06:53:39.715525 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-b8a98ed8-feec-4f65-83e9-cb98e8bc65a1 tempest-verify_tempest_config-430178554 tempest-verify_tempest_config-430178554-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0056732 Oct 14 06:53:40.185758 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 53736) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:53:40.288321 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:40.394970 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:40.460498 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:40.503111 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293542bc-a032-454a-8500-3329a681a28b,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:53:40.507372 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31d025322df84d61a52d145934de4f28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3209097 Oct 14 06:53:40.510147 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 53740) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:53:40.512722 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.513079 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.513420 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.513753 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.514080 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.514427 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.514754 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.515077 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.515414 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.515762 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.516084 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.516401 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab4f53-c5ec-4d96-9d18-581280457d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.586852 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:40.606769 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:40.745914 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:40.748526 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:40.749705 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/293542bc-a032-454a-8500-3329a681a28b HTTP/1.1" status: 204 len: 168 time: 0.2383165 Oct 14 06:53:40.757654 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293542bc-a032-454a-8500-3329a681a28b,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:53:40.764472 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.764835 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.765191 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.765504 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.765829 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.766169 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.766496 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.766831 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.767169 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.767515 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.767970 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:40.768290 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe653cd-ef34-4d52-aa54-64950e8bc099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:53:54.416560 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-bd7c7f2c-0612-456b-8791-538757f8528b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:57.163107 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d315b539-fb3e-46a6-a3ca-b4f7f98b010b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:58.220132 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:53:58.465790 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:54:00.113394 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:54:15.657865 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 5 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:54:24.391735 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-560e45ab-7483-4e06-b915-6c50f687617d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:54:27.171426 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1edb9287-d2a0-4bc4-8b1a-388471b04b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:54:28.251501 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:54:28.460236 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:54:30.113758 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:54:52.655464 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 5 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:54:54.388094 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-38c3e061-ae8b-4254-814b-9ce323e9e450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:54:57.157333 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-be7ca764-72d1-4b15-bbad-529c6c91921a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:54:58.268335 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:54:58.466328 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:00.177027 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:21.603361 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1726825'] for agent, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:24.422551 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-69b7b08a-c45c-43db-8f65-bef312dc26fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:27.182734 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ef825f5d-773f-462f-bb09-fa7f68c984ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:28.269049 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:28.463162 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:29.653895 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:55:30.123364 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:34.067866 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 53814) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:55:34.169304 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-1b08e650-98cb-4607-b49d-54bd252c593a admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1000667 Oct 14 06:55:36.449056 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 53824) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:55:36.502621 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-9a9fde3b-1bc4-4a00-a118-132ba5f6988d admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525594 Oct 14 06:55:51.616897 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:54.393993 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ddaa4de3-1db7-460d-8992-95c869695ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:57.209581 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-56629907-b82f-4517-b2c3-b71ab1ec02f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:58.257227 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:55:58.468737 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:00.137558 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:06.652890 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:56:21.628706 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:24.392139 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-2cbefa4b-4fc2-4a70-b04e-e6fb6f56f452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:27.188968 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-debe892d-1ba4-4304-9ebe-b3b1284a722f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:28.223226 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:28.457246 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:30.159938 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:43.652190 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:56:51.570005 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:54.406062 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f7e3ffef-5c75-4ff8-b4de-fe7322c25d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:57.177736 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-aef7a4b7-f40a-4b6b-b246-6e84bfdab265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:58.246361 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:56:58.478728 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:00.126103 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:08.940411 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54002) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:08.960206 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54008) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:09.206641 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1902097604-network', 'tenant_id': '60ad158423f64419960484d2b93247ea'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:09.218036 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1971344108-network', 'tenant_id': 'f6d0f577d4e24ad39b9288104a0781d0'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:09.238896 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.db.api [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 14 06:57:09.238896 dv-cinder-804470-7-iscsi neutron-server[106663]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 14 06:57:09.238896 dv-cinder-804470-7-iscsi neutron-server[106663]: [parameters: {'project_id': 'f6d0f577d4e24ad39b9288104a0781d0', 'id': 'f52787e9-c808-41d4-aa5d-7e92934f0ebb', 'expiration': datetime.datetime(2021, 10, 14, 6, 59, 9, 232540)}] Oct 14 06:57:09.238896 dv-cinder-804470-7-iscsi neutron-server[106663]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 14 06:57:09.239816 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG oslo_db.api [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 14 06:57:09.335547 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Made reservation on behalf of 60ad158423f64419960484d2b93247ea for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:09.338033 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.347043 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.437936 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.484267 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.513540 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2889fc-da16-4799-a35e-21d7483732bd,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:09.515567 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:57:09.526502 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.526868 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.527210 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Tracked resource versions report: Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: pushed versions: Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: { 'AddressGroup': {'1.2'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'ConntrackHelper': {'1.0'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Log': {'1.0'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Network': {'1.1'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Port': {'1.7'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'PortForwarding': {'1.2'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'QosPolicy': {'1.10'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SecurityGroup': {'1.4'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SecurityGroupRule': {'1.2'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SubPort': {'1.0'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Subnet': {'1.1'}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Trunk': {'1.1'}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: consumer versions: Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: { DHCP agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: HyperV agent@hv-cinder-80447: {}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: L3 agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: Metadata agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: Metering agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: Open vSwitch agent@dv-cinder-804470-7-iscsi: { 'AddressGroup': '1.2', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'ConntrackHelper': '1.0', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Log': '1.0', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Network': '1.1', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Port': '1.7', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'PortForwarding': '1.2', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'QosPolicy': '1.10', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SecurityGroup': '1.4', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SecurityGroupRule': '1.2', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'SubPort': '1.0', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Subnet': '1.1', Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: 'Trunk': '1.1'}} Oct 14 06:57:09.533284 dv-cinder-804470-7-iscsi neutron-server[106663]: {{(pid=106663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 06:57:09.537333 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.537740 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Added segment be192db3-79fa-4e1b-9259-4932f36a6abf of type vlan for network 7e234bae-23f8-4e72-a894-a330e22023dd Oct 14 06:57:09.582662 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.696717 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54040) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:09.698066 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.699204 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:09.699696 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.765537 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] Pushing event updated for resources: {'Network': ['ID=7e234bae-23f8-4e72-a894-a330e22023dd,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:09.777365 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 7e234bae-23f8-4e72-a894-a330e22023dd details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:57:09.800907 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-d398f19d-852f-4187-9aa2-a523d2e63b39 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8396747 Oct 14 06:57:09.803900 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54054) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:09.809205 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Request body: {'subnet': {'network_id': '7e234bae-23f8-4e72-a894-a330e22023dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1902097604-subnet', 'tenant_id': '60ad158423f64419960484d2b93247ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:09.869562 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Made reservation on behalf of f6d0f577d4e24ad39b9288104a0781d0 for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:09.871973 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.880830 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.931114 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54058) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:09.956727 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Made reservation on behalf of 60ad158423f64419960484d2b93247ea for: {'subnet': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:09.959938 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:09.964639 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.052657 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.064631 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:57:10.074695 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.075391 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Added segment d76fe3f6-7cc2-4121-8451-25b2affd2cf5 of type vlan for network 7427a3cc-ba5e-4858-b76d-dc16b0da0890 Oct 14 06:57:10.120966 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.148565 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2089022162-network', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:10.157010 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:10.218789 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.220862 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:10.222405 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.224045 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-790478469-network', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:10.244149 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54070) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:10.262071 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.292959 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] Pushing event updated for resources: {'Network': ['ID=7427a3cc-ba5e-4858-b76d-dc16b0da0890,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:10.297662 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 7427a3cc-ba5e-4858-b76d-dc16b0da0890 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:57:10.305594 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Made reservation on behalf of a2bab3c9bf4d4d00956a2f8df483e466 for: {'network': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:10.308530 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.375106 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.375106 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff76b57-afe6-429a-bdf9-9cc376f03ff2,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:10.381475 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Checking segment: {'id': 'be192db3-79fa-4e1b-9259-4932f36a6abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e234bae-23f8-4e72-a894-a330e22023dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:10.381948 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Network hostable DHCP agents. Network: 7e234bae-23f8-4e72-a894-a330e22023dd, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:57:10.390658 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.391092 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.391920 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.392515 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.392712 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.393115 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.393524 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.393985 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.394402 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.394812 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.395244 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.395689 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Tracked resource versions report: Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: pushed versions: Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: { 'AddressGroup': {'1.2'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'ConntrackHelper': {'1.0'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Log': {'1.0'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Network': {'1.1'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Port': {'1.7'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'PortForwarding': {'1.2'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'QosPolicy': {'1.10'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SecurityGroup': {'1.4'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SecurityGroupRule': {'1.2'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SubPort': {'1.0'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Subnet': {'1.1'}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Trunk': {'1.1'}} Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: consumer versions: Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: { DHCP agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: HyperV agent@hv-cinder-80447: {}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: L3 agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: Metadata agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: Metering agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: Open vSwitch agent@dv-cinder-804470-7-iscsi: { 'AddressGroup': '1.2', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'ConntrackHelper': '1.0', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Log': '1.0', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Network': '1.1', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Port': '1.7', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'PortForwarding': '1.2', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'QosPolicy': '1.10', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SecurityGroup': '1.4', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SecurityGroupRule': '1.2', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'SubPort': '1.0', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Subnet': '1.1', Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: 'Trunk': '1.1'}} Oct 14 06:57:10.396955 dv-cinder-804470-7-iscsi neutron-server[106664]: {{(pid=106664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 06:57:10.456200 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Made reservation on behalf of 94cb9b4736004bb4af3fe5cba52dcc45 for: {'network': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:10.458559 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.487248 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.495002 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.515824 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-c25f9a14-04c0-4304-a1ab-f25e56dfa028 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5716581 Oct 14 06:57:10.530700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54082) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:10.530700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Request body: {'subnet': {'network_id': '7427a3cc-ba5e-4858-b76d-dc16b0da0890', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1971344108-subnet', 'tenant_id': 'f6d0f577d4e24ad39b9288104a0781d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:10.530885 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-network', 'tenant_id': '70143ef671974f07baf963c395770b84'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:10.585932 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.604681 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Network 7e234bae-23f8-4e72-a894-a330e22023dd is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:57:10.608592 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.625045 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=106664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:57:10.633253 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Made reservation on behalf of f6d0f577d4e24ad39b9288104a0781d0 for: {'subnet': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:10.636690 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Publish callbacks [] for subnet, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.661224 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70162270-32ea-4982-9d23-d6d4655b47a3,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:10.678526 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.678867 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.segments_db [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Added segment 1d3440ab-799f-441c-ba67-0b0b72b3d093 of type vlan for network 66155dfa-dea4-48a3-b82b-3a2397f9f003 Oct 14 06:57:10.709580 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.734891 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.758083 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=106664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:57:10.770134 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 7e234bae-23f8-4e72-a894-a330e22023dd) {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:10.780116 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9877a8-b3ad-4d2e-9c4f-f5ca673297ff None None] Network 7e234bae-23f8-4e72-a894-a330e22023dd requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:10.783490 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:10.784272 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.789595 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f714d2e9-d6da-4692-8a0d-294875e4e051,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:10.804489 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.806333 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.segments_db [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Added segment 6d198d92-0418-4a6d-bed4-ad1fd3d3d88b of type vlan for network 0ef5d404-6511-4668-98f7-3518420f00d9 Oct 14 06:57:10.820259 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Made reservation on behalf of 70143ef671974f07baf963c395770b84 for: {'network': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:10.823276 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.852663 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.876200 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.876200 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:10.876200 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.878299 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:10.929519 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-c9b7ac2f-747a-470a-8b0e-d13cb0b6bed4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1245670 Oct 14 06:57:10.984337 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] Pushing event updated for resources: {'Network': ['ID=66155dfa-dea4-48a3-b82b-3a2397f9f003,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:11.010592 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-9a09bc34-be40-40c0-9138-3f68c6806105 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3117688 Oct 14 06:57:11.014281 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54108) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:11.019051 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Request body: {'subnet': {'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2089022162-subnet', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:11.042944 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 66155dfa-dea4-48a3-b82b-3a2397f9f003 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:57:11.049381 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.052610 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23488cf9-b8bb-4ea6-b737-a4001bc05b83 None None] Network 7e234bae-23f8-4e72-a894-a330e22023dd requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:11.099387 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.102592 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.105482 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:11.106374 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.188961 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef5d404-6511-4668-98f7-3518420f00d9,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:11.196598 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.202958 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Made reservation on behalf of a2bab3c9bf4d4d00956a2f8df483e466 for: {'subnet': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:11.224228 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Publish callbacks [] for subnet, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.224370 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=106664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:57:11.250976 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c03b71db-9763-464d-b2f9-8275e96ea1e0,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:11.251156 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.251156 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.segments_db [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Added segment 25dc9298-0939-47ce-9471-85f8e7d7579b of type vlan for network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 Oct 14 06:57:11.265310 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0762f557-1743-47d9-b3c7-5ae88e4d94bc,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:11.283403 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Checking segment: {'id': 'd76fe3f6-7cc2-4121-8451-25b2affd2cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7427a3cc-ba5e-4858-b76d-dc16b0da0890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:11.283403 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Network hostable DHCP agents. Network: 7427a3cc-ba5e-4858-b76d-dc16b0da0890, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:57:11.295820 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 0ef5d404-6511-4668-98f7-3518420f00d9 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:57:11.310896 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-45b4c7b3-5320-4127-bb75-f0d87e4183c7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3774347 Oct 14 06:57:11.319218 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.320818 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54130) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:11.326738 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Request body: {'subnet': {'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-subnet', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:11.446442 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.447392 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:11.448411 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.494326 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Made reservation on behalf of 94cb9b4736004bb4af3fe5cba52dcc45 for: {'subnet': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:11.497407 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Publish callbacks [] for subnet, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.564111 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Network 7427a3cc-ba5e-4858-b76d-dc16b0da0890 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:57:11.581840 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:11.593460 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:57:11.615953 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f8205531-39aa-4b43-8aef-431643a29263 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3650763 Oct 14 06:57:11.619045 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54138) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:11.624477 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Request body: {'subnet': {'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-subnet', 'tenant_id': '70143ef671974f07baf963c395770b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:11.736197 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 7427a3cc-ba5e-4858-b76d-dc16b0da0890) {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:11.747218 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:11.747218 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.748992 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11f4477-a9c0-4602-b5aa-7746e588d769 None None] Network 7427a3cc-ba5e-4858-b76d-dc16b0da0890 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:11.753955 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.779023 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Made reservation on behalf of 70143ef671974f07baf963c395770b84 for: {'subnet': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:11.781770 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Publish callbacks [] for subnet, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.825065 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:11.947792 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Checking segment: {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:11.948231 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Network hostable DHCP agents. Network: 0ef5d404-6511-4668-98f7-3518420f00d9, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:57:11.960384 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529424d9-0d44-4789-9ea1-96191773d673 None None] Network 7427a3cc-ba5e-4858-b76d-dc16b0da0890 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:11.960946 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:12.035339 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54154) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:12.040131 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-c63d9f22-2608-4968-bd06-3b597ddce66b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5227575 Oct 14 06:57:12.075715 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Network 0ef5d404-6511-4668-98f7-3518420f00d9 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:57:12.159010 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 0ef5d404-6511-4668-98f7-3518420f00d9) {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:12.173531 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95439afe-54a7-440f-9993-d91bb3339b12 None None] Network 0ef5d404-6511-4668-98f7-3518420f00d9 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:12.174067 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:12.175209 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.229673 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b593eb-eaa1-442b-aeba-f9575e021948,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:12.256476 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Checking segment: {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:12.256838 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Network hostable DHCP agents. Network: 66155dfa-dea4-48a3-b82b-3a2397f9f003, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:57:12.289315 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-71db03fd-1255-4aea-9c67-57b5e09bc36d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9673052 Oct 14 06:57:12.290130 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4d3211a3-1006-47a8-bd87-3846fb172a0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.293014 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54168) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:12.299333 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:12.314850 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54170) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:12.319943 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1653873620-network', 'tenant_id': 'dfa0795762f641c1912ee4f0f761e251'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:12.327948 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.393891 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Network 66155dfa-dea4-48a3-b82b-3a2397f9f003 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:57:12.399652 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a1313a5-18b7-42f9-a910-21d113febe41,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:12.409497 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 66155dfa-dea4-48a3-b82b-3a2397f9f003) {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:12.414042 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:12.414798 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.424721 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4d3211a3-1006-47a8-bd87-3846fb172a0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.425071 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Checking segment: {'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:12.425393 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Network hostable DHCP agents. Network: cbe39266-0f4a-4bc5-95a1-1cd1f9565f68, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:57:12.425627 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b580b53-2f32-41c2-a752-d8365a8b0008 None None] Network 66155dfa-dea4-48a3-b82b-3a2397f9f003 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:12.443501 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1728020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101576'] for router, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.445081 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101569'] for router, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.472935 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdd202b-93ae-5922-b066-41e6b1e9604a-0ef5d404-6511-4668-98f7-3518420f00d9', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0'}]}} from dv-cinder-804470-7-iscsi. {{(pid=106665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 06:57:12.474901 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.510188 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4d3211a3-1006-47a8-bd87-3846fb172a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.529425 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:57:12.538239 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-8b3e59dc-6895-4032-b9bf-41e2cc2d7771 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5227849 Oct 14 06:57:12.539151 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54180) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:12.549633 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3211a3-1006-47a8-bd87-3846fb172a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c1e522-d539-4a19-a1a2-b7d61c014db8,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:12.566779 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:12.621817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.624138 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, cbe39266-0f4a-4bc5-95a1-1cd1f9565f68) {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:12.629418 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:12.635632 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.635902 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-4d3211a3-1006-47a8-bd87-3846fb172a0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd6786cbec0e409a8e7e94fb70628990&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5989943 Oct 14 06:57:12.636196 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54184) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:12.641611 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123453c3-971b-4a05-9336-f1ff46ae6807 None None] Network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:12.652656 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Made reservation on behalf of dfa0795762f641c1912ee4f0f761e251 for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:12.657586 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.678512 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.739507 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-7b064bef-eaee-4a0b-b5cb-f4b1cbaef38a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1191628 Oct 14 06:57:12.743809 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54188) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:12.750594 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-router', 'tenant_id': '70143ef671974f07baf963c395770b84', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:12.793019 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.814216 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1728020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101576'] for router, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.815769 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101569'] for router, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.833457 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.db_base_plugin_common [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Allocated IP 172.20.0.2 (0ef5d404-6511-4668-98f7-3518420f00d9/6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0/9b3cfd59-4d06-489e-a172-c19aeb0c11fb) {{(pid=106665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:12.845851 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c1a868dc-f917-44a3-ae96-d477c883f041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.881251 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.888848 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.898302 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c1a868dc-f917-44a3-ae96-d477c883f041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.902731 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.931800 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:57:12.946918 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1728020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101576'] for router, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.948324 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101569'] for router, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.964531 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf01fb7e-8816-4909-9b42-e6e68318eca5,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:12.977421 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:12.977845 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Added segment 113a6582-b8b1-436a-b121-49caf7b93960 of type vlan for network da9641c0-acc4-46d8-b99e-0a1e65618e78 Oct 14 06:57:13.065225 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.070697 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.158773 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c1a868dc-f917-44a3-ae96-d477c883f041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.168470 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c1a868dc-f917-44a3-ae96-d477c883f041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.171821 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-c1a868dc-f917-44a3-ae96-d477c883f041 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91c1e522-d539-4a19-a1a2-b7d61c014db8 HTTP/1.1" status: 204 len: 168 time: 0.5333331 Oct 14 06:57:13.217639 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a868dc-f917-44a3-ae96-d477c883f041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c1e522-d539-4a19-a1a2-b7d61c014db8,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:13.278899 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdd202b-93ae-5922-b066-41e6b1e9604a-66155dfa-dea4-48a3-b82b-3a2397f9f003', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948'}]}} from dv-cinder-804470-7-iscsi. {{(pid=106665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 06:57:13.279834 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.331879 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Publish callbacks [] for port, precommit_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.338626 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.339843 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:13.340561 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.345459 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.352775 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ae6dc1-7ffa-4d4a-9edd-154893daf7f1 None None] Network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:13.428377 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.470497 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.476295 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54218) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:13.481592 dv-cinder-804470-7-iscsi neutron-server[106664]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 14 06:57:13.522812 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.554617 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2386644 Oct 14 06:57:13.555372 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489d597-f5ac-4a89-a941-9c96839aa644 admin admin] Pushing event updated for resources: {'Network': ['ID=da9641c0-acc4-46d8-b99e-0a1e65618e78,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:13.558290 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54222) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:13.567124 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Request body: {'subnet': {'network_id': 'da9641c0-acc4-46d8-b99e-0a1e65618e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1653873620-subnet', 'tenant_id': 'dfa0795762f641c1912ee4f0f761e251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:13.575096 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Network 0ef5d404-6511-4668-98f7-3518420f00d9 is already hosted by enough agents. {{(pid=106665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:13.576172 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network da9641c0-acc4-46d8-b99e-0a1e65618e78 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:57:13.583230 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Pushing event updated for resources: {'Port': ['ID=9b3cfd59-4d06-489e-a172-c19aeb0c11fb,revision_number=1']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:13.606118 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.base_scheduler [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Resources bound (agent type, host, resource id): {{(pid=106665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:13.615363 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Received port after_create {{(pid=106665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:13.624806 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.625222 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.625788 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.626196 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.626598 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.627000 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.627406 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.627887 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.628294 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.628682 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.629070 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.629454 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Tracked resource versions report: Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: pushed versions: Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: { 'AddressGroup': {'1.2'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'ConntrackHelper': {'1.0'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Log': {'1.0'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Network': {'1.1'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Port': {'1.7'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'PortForwarding': {'1.2'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'QosPolicy': {'1.10'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SecurityGroup': {'1.4'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SecurityGroupRule': {'1.2'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SubPort': {'1.0'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Subnet': {'1.1'}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Trunk': {'1.1'}} Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: consumer versions: Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: { DHCP agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: HyperV agent@hv-cinder-80447: {}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: L3 agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: Metadata agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: Metering agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: Open vSwitch agent@dv-cinder-804470-7-iscsi: { 'AddressGroup': '1.2', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'ConntrackHelper': '1.0', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Log': '1.0', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Network': '1.1', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Port': '1.7', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'PortForwarding': '1.2', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'QosPolicy': '1.10', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SecurityGroup': '1.4', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SecurityGroupRule': '1.2', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'SubPort': '1.0', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Subnet': '1.1', Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: 'Trunk': '1.1'}} Oct 14 06:57:13.630604 dv-cinder-804470-7-iscsi neutron-server[106665]: {{(pid=106665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 06:57:13.633112 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.695421 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Made reservation on behalf of dfa0795762f641c1912ee4f0f761e251 for: {'subnet': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:13.700679 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Publish callbacks [] for subnet, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.802455 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.db_base_plugin_common [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Allocated IP 172.20.0.2 (66155dfa-dea4-48a3-b82b-3a2397f9f003/a4b593eb-eaa1-442b-aeba-f9575e021948/f0a166be-c468-49b9-bb22-f74909cceb55) {{(pid=106665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:13.893147 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5123bdd3-aab7-4b00-affd-6884bce05a4f tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:13.893940 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5123bdd3-aab7-4b00-affd-6884bce05a4f tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/networks?id=7427a3cc-ba5e-4858-b76d-dc16b0da0890 HTTP/1.1" status: 200 len: 812 time: 0.4167111 Oct 14 06:57:13.906576 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Attempting to bind port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:13.906949 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Attempting to bind port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:13.907306 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Attempting to bind port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb on network 0ef5d404-6511-4668-98f7-3518420f00d9 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:13.919503 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:13.921585 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Checking segment: {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:13.921585 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.921585 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Bound using segment: {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:13.921585 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Bound port: 9b3cfd59-4d06-489e-a172-c19aeb0c11fb, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:13.922017 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:13.946841 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-59d5c5db-02fb-4c9c-b449-3679d7113ac9 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/quotas/f6d0f577d4e24ad39b9288104a0781d0 HTTP/1.1" status: 200 len: 375 time: 0.0406222 Oct 14 06:57:14.015319 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-14aa97aa-e9af-4647-868e-5004cd78a918 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6d0f577d4e24ad39b9288104a0781d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550387 Oct 14 06:57:14.022828 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Allocated IP 172.27.0.160 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/d3fb5f28-5da6-4fa6-9044-2ee3670b5376) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:14.058779 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] For port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:14.064355 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] For port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=9b3cfd59-4d06-489e-a172-c19aeb0c11fb,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:14.079487 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.105653 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.116747 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Publish callbacks [] for port, precommit_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.127124 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.197753 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54244) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:14.224666 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8dc842d0-d2c7-4000-baca-cc67e4805284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.246669 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961a7b1-eb1f-4ec9-b7c9-99f745686825 None None] Pushing event updated for resources: {'Port': ['ID=9b3cfd59-4d06-489e-a172-c19aeb0c11fb,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:14.258298 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.270866 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.464538 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-04884918-b815-4195-aea3-237f681223a0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 06:57:14.468299 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Pushing event updated for resources: {'Port': ['ID=f0a166be-c468-49b9-bb22-f74909cceb55,revision_number=1']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:14.470162 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-04884918-b815-4195-aea3-237f681223a0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2373173 Oct 14 06:57:14.486281 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Network 66155dfa-dea4-48a3-b82b-3a2397f9f003 is already hosted by enough agents. {{(pid=106665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:14.487930 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.base_scheduler [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Resources bound (agent type, host, resource id): {{(pid=106665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:14.500562 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Received port after_create {{(pid=106665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:14.637373 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8dc842d0-d2c7-4000-baca-cc67e4805284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.666972 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.675042 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-eaffd149-5a55-43ee-990a-77d45af73a7d service neutron] 10.222.0.26 "GET /v2.0/networks/7427a3cc-ba5e-4858-b76d-dc16b0da0890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892328 Oct 14 06:57:14.675042 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.681289 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Attempting to bind port f0a166be-c468-49b9-bb22-f74909cceb55 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:14.682436 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Attempting to bind port f0a166be-c468-49b9-bb22-f74909cceb55 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:14.686346 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Attempting to bind port f0a166be-c468-49b9-bb22-f74909cceb55 on network 66155dfa-dea4-48a3-b82b-3a2397f9f003 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:14.695659 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:14.703525 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Checking segment: {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:14.703525 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.703525 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Bound using segment: {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:14.703525 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Bound port: f0a166be-c468-49b9-bb22-f74909cceb55, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:14.703525 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.774747 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8dc842d0-d2c7-4000-baca-cc67e4805284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.797134 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.801710 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.812139 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-f2992a0e-2221-419f-a414-b04a497247df None None] For port f0a166be-c468-49b9-bb22-f74909cceb55, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:14.816141 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-f2992a0e-2221-419f-a414-b04a497247df None None] For port f0a166be-c468-49b9-bb22-f74909cceb55, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=f0a166be-c468-49b9-bb22-f74909cceb55,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:14.827940 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:14.841393 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 9b3cfd59-4d06-489e-a172-c19aeb0c11fb up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:14.853945 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:14.883152 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:14.892793 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:14.949515 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Allocated IP 172.27.0.63 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/6e9aea92-22ad-492e-ad00-625ca35cefc6) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:14.981636 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Pushing event updated for resources: {'Port': ['ID=d3fb5f28-5da6-4fa6-9044-2ee3670b5376,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:14.989859 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b91a14a-592c-46f0-8838-20bd43a5254b,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:14.995694 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc842d0-d2c7-4000-baca-cc67e4805284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a140465b-0174-472f-9bc6-880de2ff7078,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:15.004064 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2992a0e-2221-419f-a414-b04a497247df None None] Pushing event updated for resources: {'Port': ['ID=f0a166be-c468-49b9-bb22-f74909cceb55,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:15.007767 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:15.008306 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:15.034884 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8dc842d0-d2c7-4000-baca-cc67e4805284 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1472e88bbecd46869b5773334a11b29f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8352132 Oct 14 06:57:15.034995 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54262) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:15.060592 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Checking segment: {'id': '113a6582-b8b1-436a-b121-49caf7b93960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'da9641c0-acc4-46d8-b99e-0a1e65618e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:15.060958 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Network hostable DHCP agents. Network: da9641c0-acc4-46d8-b99e-0a1e65618e78, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:57:15.125341 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:15.167187 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=9b3cfd59-4d06-489e-a172-c19aeb0c11fb,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:15.225033 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5e9519c1-e472-4809-9b8e-57d6c1e42f5a service neutron] 10.222.0.26 "GET /v2.0/networks/7427a3cc-ba5e-4858-b76d-dc16b0da0890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928188 Oct 14 06:57:15.233014 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:15.236625 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:15.242255 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Network da9641c0-acc4-46d8-b99e-0a1e65618e78 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:57:15.254275 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-064c7d94-68af-4507-9c8d-ae70024ab169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:15.297654 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-064c7d94-68af-4507-9c8d-ae70024ab169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:15.352970 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=9b3cfd59-4d06-489e-a172-c19aeb0c11fb,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:15.357674 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, da9641c0-acc4-46d8-b99e-0a1e65618e78) {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:15.362075 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:15.362765 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:15.385990 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962128b-111d-4b3e-8cac-a2aabe8dec94 None None] Network da9641c0-acc4-46d8-b99e-0a1e65618e78 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:15.427316 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:15.513835 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9aea92-22ad-492e-ad00-625ca35cefc6,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:15.550814 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-9ccdb6ea-89f4-4703-99a3-0f56f70f492d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9843915 Oct 14 06:57:15.550814 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:15.584015 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-064c7d94-68af-4507-9c8d-ae70024ab169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:15.588020 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-064c7d94-68af-4507-9c8d-ae70024ab169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:15.613388 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-064c7d94-68af-4507-9c8d-ae70024ab169 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a140465b-0174-472f-9bc6-880de2ff7078 HTTP/1.1" status: 204 len: 168 time: 0.5691204 Oct 14 06:57:15.613388 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:15.613618 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d0a74b-8ee8-4c03-b7b8-840308d3b030 None None] Network da9641c0-acc4-46d8-b99e-0a1e65618e78 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:15.615182 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:15.640884 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Allocated IP 172.27.0.120 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/bbe03f38-7795-4ea9-8b99-872666be477c) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:15.872856 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54292) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:15.937940 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c7d94-68af-4507-9c8d-ae70024ab169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a140465b-0174-472f-9bc6-880de2ff7078,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:15.945638 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54300) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:15.958559 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cdf58679-f44f-497a-9c7a-83cf5fe19625 req-426287a6-ec33-4f7a-854b-b7f794a02106 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.0841718 Oct 14 06:57:15.983571 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.046432 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbe2865-c393-4823-8a73-ce1bb07a5595 None None] Network 0ef5d404-6511-4668-98f7-3518420f00d9 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:16.098082 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cf76a7-738e-4e6c-ae78-9bc00137e014 admin admin] Deleting subnet 6ff76b57-afe6-429a-bdf9-9cc376f03ff2 {{(pid=106663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 06:57:16.105645 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-35cf76a7-738e-4e6c-ae78-9bc00137e014 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.174860 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-35cf76a7-738e-4e6c-ae78-9bc00137e014 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.229799 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-98c1d6f1-e566-4f57-be54-9f2392fd314d None None] Provisioning complete for port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:16.230184 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-98c1d6f1-e566-4f57-be54-9f2392fd314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.236100 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.245839 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-35cf76a7-738e-4e6c-ae78-9bc00137e014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.425232 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.467099 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1728153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170'] for router, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.518607 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.608228 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-35cf76a7-738e-4e6c-ae78-9bc00137e014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.702276 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7eac0-7a30-4c23-8a89-a94417de61c4 None None] Network 66155dfa-dea4-48a3-b82b-3a2397f9f003 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:57:16.708123 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-35cf76a7-738e-4e6c-ae78-9bc00137e014 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.721299 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-35cf76a7-738e-4e6c-ae78-9bc00137e014 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6ff76b57-afe6-429a-bdf9-9cc376f03ff2 HTTP/1.1" status: 204 len: 168 time: 0.7747295 Oct 14 06:57:16.725058 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54322) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:16.752392 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:16.794070 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:16.803649 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe03f38-7795-4ea9-8b99-872666be477c,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:16.814292 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf76a7-738e-4e6c-ae78-9bc00137e014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff76b57-afe6-429a-bdf9-9cc376f03ff2,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:16.830998 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:16.837092 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Router 68707e76-01a7-47ca-b425-b56dfccac40a is scheduled to L3 agent bad82139-abe0-460d-a24f-34a70776a820 with binding_index 1 {{(pid=106664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 06:57:16.874502 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:16.953248 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-977db231-1634-45ad-be1a-fa411e01b08b None None] Provisioning complete for port f0a166be-c468-49b9-bb22-f74909cceb55 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:16.953745 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-977db231-1634-45ad-be1a-fa411e01b08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.048762 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 9b3cfd59-4d06-489e-a172-c19aeb0c11fb up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:17.191744 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.196037 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2bc9b189-5879-49ef-aac6-c3369a5b4857 req-bdd00ae8-3b66-4f8a-a5f8-541e97cf91ed tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.0833342 Oct 14 06:57:17.221709 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:57:17.226665 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.227582 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.227788 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.229009 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.229804 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.230414 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.230742 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.231061 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.231409 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.231770 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.234791 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Sync routers for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:57:17.248170 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:17.248798 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:17.274945 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1728153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170'] for router, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.300561 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:17.300985 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.348837 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-977db231-1634-45ad-be1a-fa411e01b08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.452455 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:17.464237 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-977db231-1634-45ad-be1a-fa411e01b08b None None] For port f0a166be-c468-49b9-bb22-f74909cceb55, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=f0a166be-c468-49b9-bb22-f74909cceb55,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:17.533213 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device f0a166be-c468-49b9-bb22-f74909cceb55 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:17.576701 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-977db231-1634-45ad-be1a-fa411e01b08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.619035 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.619035 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.619715 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.621831 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:17.622629 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e234bae-23f8-4e72-a894-a330e22023dd']}} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:17.677694 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be192db3-79fa-4e1b-9259-4932f36a6abf') {'for_net_delete': True} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:17.678093 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be192db3-79fa-4e1b-9259-4932f36a6abf') {} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:17.702011 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16552984'] for segment, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.726860 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.732464 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977db231-1634-45ad-be1a-fa411e01b08b None None] Pushing event updated for resources: {'Port': ['ID=f0a166be-c468-49b9-bb22-f74909cceb55,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:17.738657 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-1c359c38-ee34-42c1-ac8c-a65497feb95e None None] Provisioning complete for port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:17.739024 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1c359c38-ee34-42c1-ac8c-a65497feb95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.745056 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=106664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 06:57:17.748281 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15818389'] for segment, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: from cryptography.utils import int_from_bytes Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: from cryptography.utils import int_from_bytes Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: Traceback (most recent call last): Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: timer() Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: cb(*args, **kw) Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: return func(*args, **kwargs) Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: self._notify() Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: self.callback(batched_events) Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: event.method(event) Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: return f(self, *a, **k) Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._get(url).json() Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: return self.request(url, 'GET', **kwargs) Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 06:57:17.749793 dv-cinder-804470-7-iscsi neutron-server[106664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 06:57:17.775063 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] Publish callbacks [] for router, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.776916 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port f0a166be-c468-49b9-bb22-f74909cceb55 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:17.776916 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.781462 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-5622040d-c014-47cf-8d50-14524cb6d414 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4874201 Oct 14 06:57:17.782238 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54358) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:17.844230 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:15Z', 'revision_number': 3, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:17.875070 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Checking router: 68707e76-01a7-47ca-b425-b56dfccac40a for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:57:17.875318 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Updating router 68707e76-01a7-47ca-b425-b56dfccac40a port d3fb5f28-5da6-4fa6-9044-2ee3670b5376 binding host dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:57:17.900521 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-1c359c38-ee34-42c1-ac8c-a65497feb95e None None] Provisioning complete for port f0a166be-c468-49b9-bb22-f74909cceb55 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:17.900884 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1c359c38-ee34-42c1-ac8c-a65497feb95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.903815 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:17.930705 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.006150 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.021430 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.029139 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7e234bae-23f8-4e72-a894-a330e22023dd HTTP/1.1" status: 204 len: 168 time: 1.2990227 Oct 14 06:57:18.033284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54366) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:18.072755 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b35f85-c4df-4df7-a70f-1a78b23262f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e234bae-23f8-4e72-a894-a330e22023dd,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:18.084564 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35e6111-166c-4aee-8afc-b814a44f8267 admin admin] Deleting subnet 8b91a14a-592c-46f0-8838-20bd43a5254b {{(pid=106663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 06:57:18.086501 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 is scheduled to L3 agent bad82139-abe0-460d-a24f-34a70776a820 with binding_index 1 {{(pid=106663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 06:57:18.091377 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b35e6111-166c-4aee-8afc-b814a44f8267 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.208869 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b35e6111-166c-4aee-8afc-b814a44f8267 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.227085 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b35e6111-166c-4aee-8afc-b814a44f8267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.413798 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Publish callbacks [] for port, precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.434052 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:57:18.447754 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Sync routers for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:57:18.460431 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:18.461009 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-af27dcf1-de0b-42e9-aa19-bd32d7cfca31 req-363b22f9-1a68-42e9-8f7d-f5f76dbd11f9 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.0345790 Oct 14 06:57:18.461466 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-57be83f7-754c-4469-8148-d968dd86207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:18.532385 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1728153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170'] for router, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.549492 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.590256 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.591755 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-33c44b7f-ce16-4c51-b92d-9d872f1d3c10 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0353818 Oct 14 06:57:18.594628 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b35e6111-166c-4aee-8afc-b814a44f8267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for subnet, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.596373 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54386) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:18.623402 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:18.627761 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Pushing event updated for resources: {'Port': ['ID=d3fb5f28-5da6-4fa6-9044-2ee3670b5376,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:18.656277 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.656778 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.657254 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.657626 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.657962 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.658296 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.658631 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.658960 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.661023 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.663794 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.663794 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.663794 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:57:18.664056 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e6111-166c-4aee-8afc-b814a44f8267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b91a14a-592c-46f0-8838-20bd43a5254b,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Tracked resource versions report: Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: pushed versions: Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: { 'AddressGroup': {'1.2'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'ConntrackHelper': {'1.0'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Log': {'1.0'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Network': {'1.1'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Port': {'1.7'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'PortForwarding': {'1.2'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'QosPolicy': {'1.10'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SecurityGroup': {'1.4'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SecurityGroupRule': {'1.2'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SubPort': {'1.0'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Subnet': {'1.1'}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Trunk': {'1.1'}} Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: consumer versions: Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: { DHCP agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: HyperV agent@hv-cinder-80447: {}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: L3 agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: Metadata agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: Metering agent@dv-cinder-804470-7-iscsi: {}, Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: Open vSwitch agent@dv-cinder-804470-7-iscsi: { 'AddressGroup': '1.2', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'ConntrackHelper': '1.0', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Log': '1.0', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Network': '1.1', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Port': '1.7', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'PortForwarding': '1.2', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'QosPolicy': '1.10', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SecurityGroup': '1.4', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SecurityGroupRule': '1.2', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'SubPort': '1.0', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Subnet': '1.1', Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: 'Trunk': '1.1'}} Oct 14 06:57:18.664145 dv-cinder-804470-7-iscsi neutron-server[106666]: {{(pid=106666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 14 06:57:18.667363 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.672134 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b35e6111-166c-4aee-8afc-b814a44f8267 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.678164 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-b35e6111-166c-4aee-8afc-b814a44f8267 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8b91a14a-592c-46f0-8838-20bd43a5254b HTTP/1.1" status: 204 len: 168 time: 0.6454356 Oct 14 06:57:18.682496 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54388) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:18.706413 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Attempting to bind port d3fb5f28-5da6-4fa6-9044-2ee3670b5376 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:18.706931 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Attempting to bind port d3fb5f28-5da6-4fa6-9044-2ee3670b5376 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:18.709904 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Attempting to bind port d3fb5f28-5da6-4fa6-9044-2ee3670b5376 on network 37b6d0c9-4876-4604-a10d-30652fabd51d {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:18.722252 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:18.722634 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:18.723038 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.723436 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Bound using segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:18.723936 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Bound port: d3fb5f28-5da6-4fa6-9044-2ee3670b5376, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:18.724315 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.843057 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] For port d3fb5f28-5da6-4fa6-9044-2ee3670b5376, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:18.850479 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] For port d3fb5f28-5da6-4fa6-9044-2ee3670b5376, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=d3fb5f28-5da6-4fa6-9044-2ee3670b5376,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:18.884936 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:18.888859 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device f0a166be-c468-49b9-bb22-f74909cceb55 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:18.946900 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.061952 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981fad3-bf77-49e5-8910-3af7189d250c None None] Pushing event updated for resources: {'Port': ['ID=d3fb5f28-5da6-4fa6-9044-2ee3670b5376,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:19.069888 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.091743 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:19.092461 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:19.106837 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Allocated IP 172.20.0.1 (0ef5d404-6511-4668-98f7-3518420f00d9/6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0/03629f91-1d22-4a19-9fb2-b03bb6e0fe05) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:19.144817 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Router 331464a4-c435-4db6-9593-fb86e5115b92 is scheduled to L3 agent bad82139-abe0-460d-a24f-34a70776a820 with binding_index 1 {{(pid=106663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 06:57:19.149359 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port f0a166be-c468-49b9-bb22-f74909cceb55 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:19.149909 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.190056 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.190404 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.191165 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.191524 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > port after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.191872 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.192221 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > port after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.192666 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.192844 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.193151 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.193523 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.219936 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:19.235337 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-57be83f7-754c-4469-8148-d968dd86207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:16Z', 'revision_number': 3, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:19.272745 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Checking router: 18fe9b33-d0b6-4b48-93b5-8a7e75565698 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:57:19.273607 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Updating router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 port 6e9aea92-22ad-492e-ad00-625ca35cefc6 binding host dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:57:19.292751 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.338440 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.425345 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.446522 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.446522 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.446522 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.446522 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 14 06:57:19.446522 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9641c0-acc4-46d8-b99e-0a1e65618e78']}} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:19.470736 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113a6582-b8b1-436a-b121-49caf7b93960') {'for_net_delete': True} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:19.471033 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113a6582-b8b1-436a-b121-49caf7b93960') {} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:19.477321 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:15Z', 'revision_number': 3, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:19.491741 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=03629f91-1d22-4a19-9fb2-b03bb6e0fe05,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:19.503521 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Network 0ef5d404-6511-4668-98f7-3518420f00d9 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:19.505151 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:19.515990 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:19.521746 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15967528'] for segment, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.572306 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4143a2ec-a570-4a8b-9162-7a44993e1e2a None None] The sync data for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi is: [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:15Z', 'revision_number': 3, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:57:19.605888 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.608197 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729365'] for router_interface, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.674989 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=106663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 06:57:19.675459 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15657989'] for segment, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.682557 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Publish callbacks [] for port, precommit_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: from cryptography.utils import int_from_bytes Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: from cryptography.utils import int_from_bytes Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: Traceback (most recent call last): Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: timer() Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: cb(*args, **kw) Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: return func(*args, **kwargs) Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: self._notify() Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: self.callback(batched_events) Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: event.method(event) Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: return f(self, *a, **k) Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._get(url).json() Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: return self.request(url, 'GET', **kwargs) Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 06:57:19.694762 dv-cinder-804470-7-iscsi neutron-server[106663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 06:57:19.755500 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.776982 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8083d200-1240-4ded-8da3-c17c9a12005c req-3ac366b6-b5dd-436a-a603-02840b3c46ee tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.0523934 Oct 14 06:57:19.844947 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6398a-89ed-4b02-bdd3-db5051d8a388 None None] Pushing event updated for resources: {'Port': ['ID=6e9aea92-22ad-492e-ad00-625ca35cefc6,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:19.860942 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Attempting to bind port 6e9aea92-22ad-492e-ad00-625ca35cefc6 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:19.861440 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Attempting to bind port 6e9aea92-22ad-492e-ad00-625ca35cefc6 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:19.861888 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Attempting to bind port 6e9aea92-22ad-492e-ad00-625ca35cefc6 on network 37b6d0c9-4876-4604-a10d-30652fabd51d {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:19.869351 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:19.869351 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:19.869351 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.869351 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Bound using segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:19.869351 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Bound port: 6e9aea92-22ad-492e-ad00-625ca35cefc6, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:19.870024 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.885348 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:57:19.897276 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Sync routers for ids ['331464a4-c435-4db6-9593-fb86e5115b92'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:57:19.914270 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Routers {'331464a4-c435-4db6-9593-fb86e5115b92'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:19.918102 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['331464a4-c435-4db6-9593-fb86e5115b92'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:19.945022 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-57be83f7-754c-4469-8148-d968dd86207d None None] For port 6e9aea92-22ad-492e-ad00-625ca35cefc6, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:19.977654 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-ba41e954-edb1-45e0-bb90-aea995bb52e4 None None] Provisioning complete for port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:19.977654 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ba41e954-edb1-45e0-bb90-aea995bb52e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:19.979357 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-57be83f7-754c-4469-8148-d968dd86207d None None] For port 6e9aea92-22ad-492e-ad00-625ca35cefc6, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=6e9aea92-22ad-492e-ad00-625ca35cefc6,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:20.054390 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:20.058863 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-ba41e954-edb1-45e0-bb90-aea995bb52e4 None None] Port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:57:20.070508 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:20.203552 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:20.204202 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-57be83f7-754c-4469-8148-d968dd86207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:20.216889 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:20.218913 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-512565af-0029-43d8-a236-4f0a63351459 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4731531 Oct 14 06:57:20.227948 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 54418) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:20.273319 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Set router 331464a4-c435-4db6-9593-fb86e5115b92 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:20.280837 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6398a-89ed-4b02-bdd3-db5051d8a388 None None] Pushing event updated for resources: {'Port': ['ID=6e9aea92-22ad-492e-ad00-625ca35cefc6,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:20.325333 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:20.331846 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:20.336621 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] 10.222.0.26 "DELETE /v2.0/networks/da9641c0-acc4-46d8-b99e-0a1e65618e78 HTTP/1.1" status: 204 len: 168 time: 1.6531255 Oct 14 06:57:20.384736 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758df7ac-43a0-4d2a-9351-b96972c4e26d admin admin] Pushing event deleted for resources: {'Network': ['ID=da9641c0-acc4-46d8-b99e-0a1e65618e78,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:20.410673 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-57be83f7-754c-4469-8148-d968dd86207d None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:20.441087 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:20.579792 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331464a4-c435-4db6-9593-fb86e5115b92', 'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-router', 'tenant_id': '70143ef671974f07baf963c395770b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:17Z', 'revision_number': 3, 'project_id': '70143ef671974f07baf963c395770b84', 'gw_port': {'id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331464a4-c435-4db6-9593-fb86e5115b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:20.625833 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Checking router: 331464a4-c435-4db6-9593-fb86e5115b92 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:57:20.630821 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Updating router 331464a4-c435-4db6-9593-fb86e5115b92 port bbe03f38-7795-4ea9-8b99-872666be477c binding host dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:57:20.655515 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:20.657954 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Allocated IP 172.20.0.1 (66155dfa-dea4-48a3-b82b-3a2397f9f003/a4b593eb-eaa1-442b-aeba-f9575e021948/2267a915-ac0d-4380-a6ee-e7d287746058) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:20.789789 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device d3fb5f28-5da6-4fa6-9044-2ee3670b5376 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:20.839052 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:20.865555 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-57be83f7-754c-4469-8148-d968dd86207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:16Z', 'revision_number': 3, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:20.908971 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be83f7-754c-4469-8148-d968dd86207d None None] The sync data for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi is: [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:16Z', 'revision_number': 3, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:57:20.913861 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port d3fb5f28-5da6-4fa6-9044-2ee3670b5376 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:20.914420 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:20.923377 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:20.956796 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54426) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:20.993056 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.030486 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:57:21.051574 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Network 66155dfa-dea4-48a3-b82b-3a2397f9f003 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:21.067480 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:21.080227 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:21.082002 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Publish callbacks [] for port, precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.111836 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-add1fdd3-6fc1-41f7-b2b2-77a978d38d83 req-5eb00fa9-578d-49dd-934c-b9bf78feead4 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.0551012 Oct 14 06:57:21.112588 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.155402 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.199269 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-1a52f7ab-68bf-403a-b99b-701dfcbc3de4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60ad158423f64419960484d2b93247ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2410996 Oct 14 06:57:21.206601 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54432) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:21.212052 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Attempting to bind port bbe03f38-7795-4ea9-8b99-872666be477c on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:21.212906 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Attempting to bind port bbe03f38-7795-4ea9-8b99-872666be477c by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:21.213272 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Attempting to bind port bbe03f38-7795-4ea9-8b99-872666be477c on network 37b6d0c9-4876-4604-a10d-30652fabd51d {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:21.230427 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2267a915-ac0d-4380-a6ee-e7d287746058,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:21.256134 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729365'] for router_interface, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.260008 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.308150 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port d3fb5f28-5da6-4fa6-9044-2ee3670b5376, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=d3fb5f28-5da6-4fa6-9044-2ee3670b5376,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:21.322240 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:21.322911 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:21.323538 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.324087 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Bound using segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:21.324794 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Bound port: bbe03f38-7795-4ea9-8b99-872666be477c, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:21.325897 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.347858 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729313'] for router_interface, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.402634 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.419615 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] For port bbe03f38-7795-4ea9-8b99-872666be477c, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:21.422461 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b9700-8b9c-4d8e-b9d9-c18851775c0b None None] Pushing event updated for resources: {'Port': ['ID=bbe03f38-7795-4ea9-8b99-872666be477c,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:21.427575 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] For port bbe03f38-7795-4ea9-8b99-872666be477c, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=bbe03f38-7795-4ea9-8b99-872666be477c,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:21.459280 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f070e0b9-91cb-4992-84c2-c5ee1c91bd29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.490574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=03629f91-1d22-4a19-9fb2-b03bb6e0fe05,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:21.505273 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.551786 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=d3fb5f28-5da6-4fa6-9044-2ee3670b5376,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:21.569314 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f070e0b9-91cb-4992-84c2-c5ee1c91bd29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.589643 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-8460bcd8-dc46-4a66-bf64-b93216a6d09d None None] Provisioning complete for port 2267a915-ac0d-4380-a6ee-e7d287746058 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:21.590321 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-8460bcd8-dc46-4a66-bf64-b93216a6d09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.611155 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Routers {'331464a4-c435-4db6-9593-fb86e5115b92'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:21.611823 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['331464a4-c435-4db6-9593-fb86e5115b92'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:21.658498 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-8460bcd8-dc46-4a66-bf64-b93216a6d09d None None] Port 2267a915-ac0d-4380-a6ee-e7d287746058 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:57:21.662141 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.698734 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b9700-8b9c-4d8e-b9d9-c18851775c0b None None] Pushing event updated for resources: {'Port': ['ID=bbe03f38-7795-4ea9-8b99-872666be477c,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:21.708031 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Network 0ef5d404-6511-4668-98f7-3518420f00d9 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:21.716253 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:21.736443 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.804339 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] Set router 331464a4-c435-4db6-9593-fb86e5115b92 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:21.821927 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f070e0b9-91cb-4992-84c2-c5ee1c91bd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.832561 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f070e0b9-91cb-4992-84c2-c5ee1c91bd29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.835104 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-f070e0b9-91cb-4992-84c2-c5ee1c91bd29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca2889fc-da16-4799-a35e-21d7483732bd HTTP/1.1" status: 204 len: 168 time: 0.6221914 Oct 14 06:57:21.895635 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:21.899697 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070e0b9-91cb-4992-84c2-c5ee1c91bd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2889fc-da16-4799-a35e-21d7483732bd,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:21.986280 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Router 68707e76-01a7-47ca-b425-b56dfccac40a has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 06:57:22.092343 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-607c4a2f-31b0-4b4d-9c15-adb29bba828b None None] Provisioning complete for port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:22.093644 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-607c4a2f-31b0-4b4d-9c15-adb29bba828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:22.185599 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-607c4a2f-31b0-4b4d-9c15-adb29bba828b None None] Port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:57:22.205599 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Allocated IP 172.20.0.1 (cbe39266-0f4a-4bc5-95a1-1cd1f9565f68/0a1313a5-18b7-42f9-a910-21d113febe41/32b48653-e79d-40ff-92d2-ba22ec6f8ed9) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:22.277926 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331464a4-c435-4db6-9593-fb86e5115b92', 'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-router', 'tenant_id': '70143ef671974f07baf963c395770b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:17Z', 'revision_number': 3, 'project_id': '70143ef671974f07baf963c395770b84', 'gw_port': {'id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331464a4-c435-4db6-9593-fb86e5115b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:22.290629 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:22.327217 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cf6aa-4f78-48fa-811b-f472352f787b None None] The sync data for ids ['331464a4-c435-4db6-9593-fb86e5115b92'] in dv-cinder-804470-7-iscsi is: [{'id': '331464a4-c435-4db6-9593-fb86e5115b92', 'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-router', 'tenant_id': '70143ef671974f07baf963c395770b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:17Z', 'revision_number': 3, 'project_id': '70143ef671974f07baf963c395770b84', 'gw_port': {'id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331464a4-c435-4db6-9593-fb86e5115b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:57:22.413030 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:22.467598 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-96b7acfa-f27e-4cb8-a745-a82bfa6a1206 req-2aa51c00-788c-4df6-b2f5-8acb33b03ff5 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.1153977 Oct 14 06:57:22.508482 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:57:22.527631 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-48ce92d3-05c6-42b4-abcf-7eda12cce8e6 admin admin] 10.222.0.26 "PUT /v2.0/routers/68707e76-01a7-47ca-b425-b56dfccac40a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7123208 Oct 14 06:57:22.528854 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Sync routers for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:57:22.541821 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:22.547277 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:22.560389 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2267a915-ac0d-4380-a6ee-e7d287746058,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:22.562890 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729313'] for router_interface, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:22.955713 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:22.962325 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Network 66155dfa-dea4-48a3-b82b-3a2397f9f003 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:22.962325 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:22.964873 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:23.015639 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 6e9aea92-22ad-492e-ad00-625ca35cefc6 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:23.111961 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:23.192431 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 06:57:23.245372 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:23.252284 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:23.273885 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:23.295772 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Pushing event updated for resources: {'Port': ['ID=32b48653-e79d-40ff-92d2-ba22ec6f8ed9,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:23.368811 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729365'] for router_interface, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:23.440564 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54480) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:23.475087 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 6e9aea92-22ad-492e-ad00-625ca35cefc6 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:23.475481 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:23.485049 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.39', 62996) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:23.608254 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-b3b5761d-9598-42f3-aeb0-de529c026951 None None] Provisioning complete for port 2267a915-ac0d-4380-a6ee-e7d287746058 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:23.608662 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b3b5761d-9598-42f3-aeb0-de529c026951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:23.722392 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6b60be22-f42f-4e5b-86fd-82bae3547e3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfa0795762f641c1912ee4f0f761e251&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2800765 Oct 14 06:57:23.723733 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:57:23.725281 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54488) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:23.733213 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-78d967fe-14d4-4a46-837a-4d0df3e0a5d0 admin admin] 10.222.0.26 "PUT /v2.0/routers/18fe9b33-d0b6-4b48-93b5-8a7e75565698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1321661 Oct 14 06:57:23.785658 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5761d-9598-42f3-aeb0-de529c026951 None None] Port 2267a915-ac0d-4380-a6ee-e7d287746058 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:57:23.845111 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d33fb3c8-a4cf-413a-a174-655539da6920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:23.857499 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Sync routers for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:57:23.870299 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:23.874776 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:23.875406 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:23.895249 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:20Z', 'revision_number': 2, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:23.920084 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d33fb3c8-a4cf-413a-a174-655539da6920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:23.934337 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-518e06ec-8eb9-4dad-bee8-0b57f5426de0 req-e0674423-36a3-4e52-b8f2-7a263f2f01e2 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.0840905 Oct 14 06:57:23.938752 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 6e9aea92-22ad-492e-ad00-625ca35cefc6, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=6e9aea92-22ad-492e-ad00-625ca35cefc6,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:24.016001 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Checking router: 68707e76-01a7-47ca-b425-b56dfccac40a for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:57:24.020527 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Updating router 68707e76-01a7-47ca-b425-b56dfccac40a port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 binding host dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:57:24.068061 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.087757 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.104888 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.105715 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device d3fb5f28-5da6-4fa6-9044-2ee3670b5376 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:24.120921 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d33fb3c8-a4cf-413a-a174-655539da6920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.126102 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d33fb3c8-a4cf-413a-a174-655539da6920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.128345 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-d33fb3c8-a4cf-413a-a174-655539da6920 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf01fb7e-8816-4909-9b42-e6e68318eca5 HTTP/1.1" status: 204 len: 168 time: 0.4021573 Oct 14 06:57:24.164331 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fb3c8-a4cf-413a-a174-655539da6920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf01fb7e-8816-4909-9b42-e6e68318eca5,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:24.164515 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-a4857d5c-4e69-4442-bfe5-06da3e86b307 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:24.166573 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-a4857d5c-4e69-4442-bfe5-06da3e86b307 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.39 "GET /v2.0/networks?id=7427a3cc-ba5e-4858-b76d-dc16b0da0890 HTTP/1.1" status: 200 len: 812 time: 0.6809897 Oct 14 06:57:24.172333 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:24.306820 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Request body: {'port': {'device_id': 'cc26e18e-b5e2-4970-a22d-e30bfc183a11', 'network_id': '7427a3cc-ba5e-4858-b76d-dc16b0da0890', 'admin_state_up': True, 'tenant_id': 'f6d0f577d4e24ad39b9288104a0781d0'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:24.680161 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:22Z', 'revision_number': 2, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:24.698395 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.720011 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Made reservation on behalf of f6d0f577d4e24ad39b9288104a0781d0 for: {'port': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:24.730481 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.735145 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Checking router: 18fe9b33-d0b6-4b48-93b5-8a7e75565698 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:57:24.736766 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Updating router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 port 2267a915-ac0d-4380-a6ee-e7d287746058 binding host dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:57:24.766700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54526) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:24.772610 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-08a4a0aa-da51-4aad-86a4-a9625526b954 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842215106', 'description': 'tempest-description--1184333600'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:24.775594 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.820167 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.886761 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=6e9aea92-22ad-492e-ad00-625ca35cefc6,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:24.899089 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f282c4a0-e110-4b3f-8151-531d160b23fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.914764 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port d3fb5f28-5da6-4fa6-9044-2ee3670b5376 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:24.914764 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:24.956621 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-08a4a0aa-da51-4aad-86a4-a9625526b954 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.040183 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Publish callbacks [] for port, precommit_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.124037 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.176406 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-08a4a0aa-da51-4aad-86a4-a9625526b954 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.264257 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-08a4a0aa-da51-4aad-86a4-a9625526b954 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.289994 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb27da4-435e-40b0-844e-4498b8776dd7 None None] Pushing event updated for resources: {'Port': ['ID=03629f91-1d22-4a19-9fb2-b03bb6e0fe05,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:25.377162 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4a0aa-da51-4aad-86a4-a9625526b954 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:25.399107 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-08a4a0aa-da51-4aad-86a4-a9625526b954 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.400631 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-08a4a0aa-da51-4aad-86a4-a9625526b954 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6323922 Oct 14 06:57:25.404109 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54564) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:25.409861 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-6139bf0d-ac49-437d-bb6f-8b3129685fb8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'security_group_rule': {'security_group_id': 'e2e5bac9-68b4-4f48-91a4-ca9f72eb226a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:25.469729 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Attempting to bind port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:25.470135 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Attempting to bind port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:25.470494 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Attempting to bind port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 on network 0ef5d404-6511-4668-98f7-3518420f00d9 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:25.489476 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:25.489850 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Checking segment: {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:25.490252 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.490644 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Bound using segment: {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:25.491125 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Bound port: 03629f91-1d22-4a19-9fb2-b03bb6e0fe05, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:25.491717 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.524095 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54568) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:25.529793 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-c814c826-4b7a-467d-8df3-b0a65b068908 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--844422188', 'description': 'tempest-description--1328105358'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:25.590295 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Allocated IP 172.20.0.13 (7427a3cc-ba5e-4858-b76d-dc16b0da0890/c03b71db-9763-464d-b2f9-8275e96ea1e0/c28099ff-d8bc-46bb-abe4-7ac3f1eeb846) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:25.627355 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6139bf0d-ac49-437d-bb6f-8b3129685fb8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.676197 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] For port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:25.677936 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c814c826-4b7a-467d-8df3-b0a65b068908 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.696378 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] For port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=03629f91-1d22-4a19-9fb2-b03bb6e0fe05,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:25.710820 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729313'] for router_interface, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.771803 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-68868547-b95b-44ae-b684-38d02071ba03 req-d8160008-c227-4e56-9453-c605d5add323 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.1710398 Oct 14 06:57:25.778919 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 6e9aea92-22ad-492e-ad00-625ca35cefc6 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:25.842003 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.846393 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6139bf0d-ac49-437d-bb6f-8b3129685fb8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.902028 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Publish callbacks [] for port, precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.988741 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6139bf0d-ac49-437d-bb6f-8b3129685fb8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.988891 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-4acd206a-3317-421b-aec6-fec22fb0bda3 None None] Provisioning complete for port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:25.988891 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4acd206a-3317-421b-aec6-fec22fb0bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:25.991662 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c814c826-4b7a-467d-8df3-b0a65b068908 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.007325 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.036007 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Pushing event updated for resources: {'Port': ['ID=32b48653-e79d-40ff-92d2-ba22ec6f8ed9,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:26.096458 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139bf0d-ac49-437d-bb6f-8b3129685fb8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fb8008-4fdf-498f-bf85-0fd9d52a2855,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:26.142572 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1608fe-0b3a-464d-9e4c-36fd4354f454 None None] Pushing event updated for resources: {'Port': ['ID=2267a915-ac0d-4380-a6ee-e7d287746058,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:26.159004 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb27da4-435e-40b0-844e-4498b8776dd7 None None] Pushing event updated for resources: {'Port': ['ID=03629f91-1d22-4a19-9fb2-b03bb6e0fe05,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:26.180876 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:26.181628 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:26.188781 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c814c826-4b7a-467d-8df3-b0a65b068908 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.296227 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6139bf0d-ac49-437d-bb6f-8b3129685fb8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.299547 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6139bf0d-ac49-437d-bb6f-8b3129685fb8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8943651 Oct 14 06:57:26.300775 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54598) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:26.324456 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-c01272c6-d937-4669-a2e8-518728fc058c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'security_group_rule': {'security_group_id': 'e2e5bac9-68b4-4f48-91a4-ca9f72eb226a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:26.351789 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c814c826-4b7a-467d-8df3-b0a65b068908 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.359049 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-c814c826-4b7a-467d-8df3-b0a65b068908 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8333762 Oct 14 06:57:26.363748 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54606) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:26.364659 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814c826-4b7a-467d-8df3-b0a65b068908 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0ca054-19e5-4050-919d-ae98678ae27a,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:26.375758 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-127bb2c6-9998-4038-8428-66b376faf7e7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'security_group_rule': {'security_group_id': '6f0ca054-19e5-4050-919d-ae98678ae27a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:26.430292 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Attempting to bind port 2267a915-ac0d-4380-a6ee-e7d287746058 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:26.430677 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Attempting to bind port 2267a915-ac0d-4380-a6ee-e7d287746058 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:26.431077 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Attempting to bind port 2267a915-ac0d-4380-a6ee-e7d287746058 on network 66155dfa-dea4-48a3-b82b-3a2397f9f003 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:26.439702 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:26.454177 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:26.454589 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Checking segment: {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:26.455050 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.455607 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Bound using segment: {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:26.456103 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Bound port: 2267a915-ac0d-4380-a6ee-e7d287746058, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:26.456584 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.475703 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:26.541068 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c01272c6-d937-4669-a2e8-518728fc058c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.541285 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 6e9aea92-22ad-492e-ad00-625ca35cefc6 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:26.541285 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.647986 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] For port 2267a915-ac0d-4380-a6ee-e7d287746058, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:26.654361 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] For port 2267a915-ac0d-4380-a6ee-e7d287746058, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=2267a915-ac0d-4380-a6ee-e7d287746058,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:26.685147 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-127bb2c6-9998-4038-8428-66b376faf7e7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.731463 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Router 331464a4-c435-4db6-9593-fb86e5115b92 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 06:57:26.733334 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:26.958615 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c01272c6-d937-4669-a2e8-518728fc058c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.006843 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-127bb2c6-9998-4038-8428-66b376faf7e7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.018056 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1608fe-0b3a-464d-9e4c-36fd4354f454 None None] Pushing event updated for resources: {'Port': ['ID=2267a915-ac0d-4380-a6ee-e7d287746058,revision_number=4']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:27.024529 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:27.030349 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c01272c6-d937-4669-a2e8-518728fc058c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.034004 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:27.064769 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01272c6-d937-4669-a2e8-518728fc058c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357e22ee-93f4-4c69-a732-53d5c588d731,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:27.088666 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-127bb2c6-9998-4038-8428-66b376faf7e7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.092342 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:57:27.157846 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:27.163696 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bb2c6-9998-4038-8428-66b376faf7e7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7562480-b656-4dc8-8a1c-1fde640b133f,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:27.186635 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c01272c6-d937-4669-a2e8-518728fc058c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.189153 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-c01272c6-d937-4669-a2e8-518728fc058c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8720410 Oct 14 06:57:27.192247 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54620) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:27.204679 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'floatingip': {'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:27.207518 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-e7f191df-5457-4cbc-a962-9306a2839ffc admin admin] 10.222.0.26 "PUT /v2.0/routers/331464a4-c435-4db6-9593-fb86e5115b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9784825 Oct 14 06:57:27.214463 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e26f737d-177f-46e4-a04f-f4e53673cf63 req-969487f3-1354-4555-b3ee-02874b0188ba tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.1237295 Oct 14 06:57:27.254448 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Sync routers for ids ['331464a4-c435-4db6-9593-fb86e5115b92'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:57:27.265363 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.284709 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Routers {'331464a4-c435-4db6-9593-fb86e5115b92'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:27.287297 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:56:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['331464a4-c435-4db6-9593-fb86e5115b92'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:27.313869 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-127bb2c6-9998-4038-8428-66b376faf7e7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.318382 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-127bb2c6-9998-4038-8428-66b376faf7e7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9459229 Oct 14 06:57:27.320548 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54626) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:27.326071 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-f3258c6b-96bc-42d9-9c5e-4e49229e8977 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'security_group_rule': {'security_group_id': '6f0ca054-19e5-4050-919d-ae98678ae27a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:27.408412 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:27.421902 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.504552 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.591627 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d8d5d9b8-6b49-433b-ad56-b181df6372b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.594369 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4acd206a-3317-421b-aec6-fec22fb0bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.745214 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f3258c6b-96bc-42d9-9c5e-4e49229e8977 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:27.893075 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Network 7427a3cc-ba5e-4858-b76d-dc16b0da0890 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:27.945070 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:27.953172 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:27.996543 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-4acd206a-3317-421b-aec6-fec22fb0bda3 None None] For port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=03629f91-1d22-4a19-9fb2-b03bb6e0fe05,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:28.019122 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Pushing event updated for resources: {'Port': ['ID=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:28.101281 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:26Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:28.110175 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:28.144282 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:28.164521 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4052ce2-fca9-4c61-a40c-8bd906def5b8 None None] The sync data for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi is: [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:26Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:57:28.173574 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4acd206a-3317-421b-aec6-fec22fb0bda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:28.218699 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Set router 331464a4-c435-4db6-9593-fb86e5115b92 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:28.339064 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-91c74cd1-c5ea-49fc-b80b-15748afbe8b3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0424483 Oct 14 06:57:28.368640 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-9445986f-a7e7-4222-89e7-9a698e4f828b tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 06:57:28.368640 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-9445986f-a7e7-4222-89e7-9a698e4f828b tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071731 Oct 14 06:57:28.477681 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device bbe03f38-7795-4ea9-8b99-872666be477c up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:28.586984 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72b470-26f5-43b3-861b-68b347e1b76b req-7a6a8c6b-26ef-447a-9a68-38e5db0e347c tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:28.612104 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1e72b470-26f5-43b3-861b-68b347e1b76b req-7a6a8c6b-26ef-447a-9a68-38e5db0e347c tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 932 time: 0.2216017 Oct 14 06:57:28.638625 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f3258c6b-96bc-42d9-9c5e-4e49229e8977 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:28.687578 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:28.731783 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1e72b470-26f5-43b3-861b-68b347e1b76b req-6c55a3ca-4f3f-441f-8a76-df09775a8d66 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168489 Oct 14 06:57:28.925541 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:28.932136 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Allocated IP 172.27.0.3 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/3956c2cf-d2ad-4275-9abc-1dfabc2a5b04) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:28.933045 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd206a-3317-421b-aec6-fec22fb0bda3 None None] Pushing event updated for resources: {'Port': ['ID=03629f91-1d22-4a19-9fb2-b03bb6e0fe05,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:28.943688 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f3258c6b-96bc-42d9-9c5e-4e49229e8977 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:28.979690 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3258c6b-96bc-42d9-9c5e-4e49229e8977 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d43203-f6af-4198-add8-b780917b10d3,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:29.000076 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-332b4b7a-a187-467c-bd09-e188ae60d888 None None] Provisioning complete for port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:29.001216 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-332b4b7a-a187-467c-bd09-e188ae60d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:29.039332 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-90710a72-1a6d-48ea-9810-51f857f72d1d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:29.042708 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-90710a72-1a6d-48ea-9810-51f857f72d1d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 819 time: 0.2202234 Oct 14 06:57:29.069327 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-5f42e5aa-edbb-475c-9567-52087d9cfde3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/quotas/70143ef671974f07baf963c395770b84 HTTP/1.1" status: 200 len: 375 time: 0.0188386 Oct 14 06:57:29.107847 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:29.127544 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f3258c6b-96bc-42d9-9c5e-4e49229e8977 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:29.127544 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-f3258c6b-96bc-42d9-9c5e-4e49229e8977 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8046937 Oct 14 06:57:29.129813 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54704) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:29.136408 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'floatingip': {'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:29.145364 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:29.261712 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Request body: {'port': {'device_id': 'cc26e18e-b5e2-4970-a22d-e30bfc183a11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:29.355831 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port bbe03f38-7795-4ea9-8b99-872666be477c triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:29.356488 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:29.379586 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-0df36b45-159a-4676-9c83-d99ae99d657c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3036597 Oct 14 06:57:29.423356 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:29.440127 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:29.495245 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:25Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:29.537102 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:29.560798 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:29.587931 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:29.587931 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:29.687029 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8f3a1-91ff-4232-a2fe-5dd5fe56386d None None] The sync data for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi is: [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:25Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:57:29.741561 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'Port': ['ID=3956c2cf-d2ad-4275-9abc-1dfabc2a5b04,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:29.856815 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-332b4b7a-a187-467c-bd09-e188ae60d888 None None] Provisioning complete for port 2267a915-ac0d-4380-a6ee-e7d287746058 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:29.857412 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-332b4b7a-a187-467c-bd09-e188ae60d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:29.863002 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:30.017404 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port bbe03f38-7795-4ea9-8b99-872666be477c, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=bbe03f38-7795-4ea9-8b99-872666be477c,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:30.152490 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331464a4-c435-4db6-9593-fb86e5115b92', 'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-router', 'tenant_id': '70143ef671974f07baf963c395770b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '70143ef671974f07baf963c395770b84', 'gw_port': {'id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331464a4-c435-4db6-9593-fb86e5115b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '32b48653-e79d-40ff-92d2-ba22ec6f8ed9', 'name': '', 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68', 'tenant_id': '70143ef671974f07baf963c395770b84', 'mac_address': 'fa:16:3e:9d:a1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331464a4-c435-4db6-9593-fb86e5115b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a1313a5-18b7-42f9-a910-21d113febe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:21Z', 'updated_at': '2021-10-14T06:57:24Z', 'revision_number': 2, 'project_id': '70143ef671974f07baf963c395770b84', 'subnets': [{'id': '0a1313a5-18b7-42f9-a910-21d113febe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:30.290417 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Checking router: 331464a4-c435-4db6-9593-fb86e5115b92 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:57:30.290963 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Updating router 331464a4-c435-4db6-9593-fb86e5115b92 port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 binding host dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:57:30.348843 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:30.360971 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:30.367015 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:30.394009 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:30.451467 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 {{(pid=106664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:57:30.474255 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:30.493695 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:30.627888 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-30508c1a-19fd-49e3-80c5-1c90c8ca37d3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 06:57:30.633232 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:30.637236 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-30508c1a-19fd-49e3-80c5-1c90c8ca37d3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.6708434 Oct 14 06:57:30.665309 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd16b1-5ba7-4e75-b455-4b6ae0cbae63 req-f4e8f67f-271d-4dcf-aff5-67fc61d48908 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:30.676692 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8dbd16b1-5ba7-4e75-b455-4b6ae0cbae63 req-f4e8f67f-271d-4dcf-aff5-67fc61d48908 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 932 time: 0.7148168 Oct 14 06:57:30.691392 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 2267a915-ac0d-4380-a6ee-e7d287746058 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:30.715086 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.provisioning_blocks [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Transition to ACTIVE for port object c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 will not be triggered until provisioned by entity L2. {{(pid=106664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 06:57:30.771902 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8dbd16b1-5ba7-4e75-b455-4b6ae0cbae63 req-3f3d090e-dbfe-4bab-a5de-df038c999018 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964940 Oct 14 06:57:30.828377 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=bbe03f38-7795-4ea9-8b99-872666be477c,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:30.848010 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-332b4b7a-a187-467c-bd09-e188ae60d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:30.864140 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:30.917245 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Allocated IP 172.27.0.186 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/598cd5b3-bb3e-464f-a97d-dc8a2ee041f5) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:31.071837 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-332b4b7a-a187-467c-bd09-e188ae60d888 None None] For port 2267a915-ac0d-4380-a6ee-e7d287746058, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=2267a915-ac0d-4380-a6ee-e7d287746058,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:31.088217 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 2267a915-ac0d-4380-a6ee-e7d287746058 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:31.088817 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.133124 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.138221 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.171819 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Pushing event updated for resources: {'Port': ['ID=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:31.255314 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-2de9bd54-b7c0-4f8e-bf3d-bb034529e4eb service neutron] 10.222.0.26 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038902 Oct 14 06:57:31.264493 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.283481 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-332b4b7a-a187-467c-bd09-e188ae60d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.403140 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b4b7a-a187-467c-bd09-e188ae60d888 None None] Pushing event updated for resources: {'Port': ['ID=2267a915-ac0d-4380-a6ee-e7d287746058,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:31.404903 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.537991 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Attempting to bind port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:31.538605 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Attempting to bind port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'd76fe3f6-7cc2-4121-8451-25b2affd2cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7427a3cc-ba5e-4858-b76d-dc16b0da0890'}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:31.539393 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Attempting to bind port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 on network 7427a3cc-ba5e-4858-b76d-dc16b0da0890 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:31.543740 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:31.549420 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'Port': ['ID=3956c2cf-d2ad-4275-9abc-1dfabc2a5b04,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:31.552072 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 on network 7427a3cc-ba5e-4858-b76d-dc16b0da0890 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 06:57:31.552399 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Attempting to bind port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 on network 7427a3cc-ba5e-4858-b76d-dc16b0da0890 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:31.565934 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:31.566285 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Checking segment: {'id': 'd76fe3f6-7cc2-4121-8451-25b2affd2cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7427a3cc-ba5e-4858-b76d-dc16b0da0890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:31.566813 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Bound using segment: {'id': 'd76fe3f6-7cc2-4121-8451-25b2affd2cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7427a3cc-ba5e-4858-b76d-dc16b0da0890'} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:31.567567 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Bound port: c28099ff-d8bc-46bb-abe4-7ac3f1eeb846, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd76fe3f6-7cc2-4121-8451-25b2affd2cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7427a3cc-ba5e-4858-b76d-dc16b0da0890'}}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:31.567999 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.573565 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-b4ab6fd5-3d8a-46e8-b4d8-204187d15a34 service neutron] 10.222.0.26 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644410 Oct 14 06:57:31.598576 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:31.641693 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.686794 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] For port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846, host hv-cinder-80447, cleared binding levels {{(pid=106664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:31.701127 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] For port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,segment=NetworkSegment(d76fe3f6-7cc2-4121-8451-25b2affd2cf5),segment_id=d76fe3f6-7cc2-4121-8451-25b2affd2cf5)] {{(pid=106664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:31.709843 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'Port': ['ID=598cd5b3-bb3e-464f-a97d-dc8a2ee041f5,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:31.722263 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:31.725721 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:31.780203 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.893161 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Publish callbacks [] for port, precommit_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.897935 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:31.899227 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.906234 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:31.912497 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.918644 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] 10.222.0.39 "PUT /v2.0/ports/c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 HTTP/1.1" status: 200 len: 1094 time: 2.9470379 Oct 14 06:57:31.919245 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc26e18e-b5e2-4970-a22d-e30bfc183a11', 'tag': 'c28099ff-d8bc-46bb-abe4-7ac3f1eeb846'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:57:31.975925 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:31.982966 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-d07a96bb-0b03-48f7-86a5-f1937d100247 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7839530 Oct 14 06:57:32.014958 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:32.108804 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:32.244123 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:32.491108 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35" -d '{"events": [{"name": "network-changed", "server_uuid": "cc26e18e-b5e2-4970-a22d-e30bfc183a11", "tag": "c28099ff-d8bc-46bb-abe4-7ac3f1eeb846"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:57:32.519165 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308be5a-5c8c-4ca0-bcd2-6029772b740d service neutron] Pushing event updated for resources: {'Port': ['ID=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,revision_number=3']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:32.609167 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34800c85-37bd-4e41-97ed-eb50ff033cf2 None None] Pushing event updated for resources: {'Port': ['ID=32b48653-e79d-40ff-92d2-ba22ec6f8ed9,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:32.638582 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:32.685836 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Attempting to bind port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:32.686213 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Attempting to bind port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:32.686580 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Attempting to bind port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 on network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:32.692922 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-71e678eb-2fd0-46e7-bd40-f237e9a5a36e req-42f21d1b-5cec-41df-abab-9aa4dc93e2eb tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 210 time: 0.2838569 Oct 14 06:57:32.718290 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:32.733980 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Checking segment: {'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:32.734421 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:32.734833 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Bound using segment: {'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:32.735396 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Bound port: 32b48653-e79d-40ff-92d2-ba22ec6f8ed9, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:32.748005 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:32.767845 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-e16e70ea-2dd6-4b2e-9290-c0aa407701d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:32.770178 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-e16e70ea-2dd6-4b2e-9290-c0aa407701d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d0f577d4e24ad39b9288104a0781d0&device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 1097 time: 0.6053839 Oct 14 06:57:32.805300 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:32.818121 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c8ff-c14e-4beb-aa53-f601d6cfd4b0 req-f3077c99-8813-43ce-9899-33b82cf99665 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:32.837002 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1271c8ff-c14e-4beb-aa53-f601d6cfd4b0 req-f3077c99-8813-43ce-9899-33b82cf99665 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 944 time: 0.8936067 Oct 14 06:57:32.901663 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 2267a915-ac0d-4380-a6ee-e7d287746058 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:33.036592 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] For port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:33.045795 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] For port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=32b48653-e79d-40ff-92d2-ba22ec6f8ed9,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:33.051132 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 2267a915-ac0d-4380-a6ee-e7d287746058 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:33.052273 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:33.071722 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-0eaf5eec-ed8d-4ee3-8b3e-25beab862285 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 HTTP/1.1" status: 200 len: 217 time: 0.2081947 Oct 14 06:57:33.100188 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:33.136708 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'Port': ['ID=598cd5b3-bb3e-464f-a97d-dc8a2ee041f5,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:33.194530 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:33.221550 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:33.227693 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-114624bc-3fcb-439b-91e8-2234c80c88da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0921614 Oct 14 06:57:33.272061 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1271c8ff-c14e-4beb-aa53-f601d6cfd4b0 req-3fe785dd-5fab-48e9-9318-d2924eef7c89 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313426 Oct 14 06:57:33.287495 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54842) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:33.288760 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device bbe03f38-7795-4ea9-8b99-872666be477c up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:33.400155 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-dae39ef5-56e3-4b24-b09d-bf49794bcbad tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--842215106&fields=id&tenant_id=94cb9b4736004bb4af3fe5cba52dcc45 HTTP/1.1" status: 200 len: 267 time: 0.4334414 Oct 14 06:57:33.407072 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-a62b95d6-89ba-48ef-9037-ac7d4cb0c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:33.411934 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-a62b95d6-89ba-48ef-9037-ac7d4cb0c752 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c03b71db-9763-464d-b2f9-8275e96ea1e0 HTTP/1.1" status: 200 len: 852 time: 0.2955542 Oct 14 06:57:33.533779 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34800c85-37bd-4e41-97ed-eb50ff033cf2 None None] Pushing event updated for resources: {'Port': ['ID=32b48653-e79d-40ff-92d2-ba22ec6f8ed9,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:33.545030 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port bbe03f38-7795-4ea9-8b99-872666be477c triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:33.545687 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:33.547670 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Routers {'331464a4-c435-4db6-9593-fb86e5115b92'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:57:33.548931 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef8d6-0633-49fc-8910-53ff6913da99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:33.554903 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:57:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['331464a4-c435-4db6-9593-fb86e5115b92'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:33.617963 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-b6f4f080-abe2-4731-a3c4-5fd1e14e5159 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7427a3cc-ba5e-4858-b76d-dc16b0da0890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652846 Oct 14 06:57:33.898980 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-d444ff33-e137-498a-befb-26baf093e7d1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:33.901107 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-d444ff33-e137-498a-befb-26baf093e7d1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 816 time: 0.4801753 Oct 14 06:57:33.924421 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-d8df0a51-372e-4f34-9678-ae961387cb93 service neutron] 10.222.0.39 "GET /v2.0/networks/7427a3cc-ba5e-4858-b76d-dc16b0da0890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627940 Oct 14 06:57:33.926528 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-ded3eb3b-ea0b-451f-bb54-b0996fb24cbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/quotas/94cb9b4736004bb4af3fe5cba52dcc45 HTTP/1.1" status: 200 len: 375 time: 0.0184069 Oct 14 06:57:33.970335 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] Set router 331464a4-c435-4db6-9593-fb86e5115b92 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:57:34.049893 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-bedf1d9b-b504-4aef-9f37-40eb0ceab320 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1167402 Oct 14 06:57:34.118763 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 06:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98990f48-a5d9-436a-98d6-aabcde37e457 x-openstack-request-id: req-98990f48-a5d9-436a-98d6-aabcde37e457 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:57:34.119196 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc26e18e-b5e2-4970-a22d-e30bfc183a11", "tag": "c28099ff-d8bc-46bb-abe4-7ac3f1eeb846", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:57:34.119569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98990f48-a5d9-436a-98d6-aabcde37e457 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:57:34.120188 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc26e18e-b5e2-4970-a22d-e30bfc183a11', 'tag': 'c28099ff-d8bc-46bb-abe4-7ac3f1eeb846', 'status': 'completed', 'code': 200} Oct 14 06:57:34.156467 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef8d6-0633-49fc-8910-53ff6913da99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:34.241394 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef8d6-0633-49fc-8910-53ff6913da99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:34.345580 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331464a4-c435-4db6-9593-fb86e5115b92', 'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-router', 'tenant_id': '70143ef671974f07baf963c395770b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '70143ef671974f07baf963c395770b84', 'gw_port': {'id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331464a4-c435-4db6-9593-fb86e5115b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '32b48653-e79d-40ff-92d2-ba22ec6f8ed9', 'name': '', 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68', 'tenant_id': '70143ef671974f07baf963c395770b84', 'mac_address': 'fa:16:3e:9d:a1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331464a4-c435-4db6-9593-fb86e5115b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a1313a5-18b7-42f9-a910-21d113febe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:21Z', 'updated_at': '2021-10-14T06:57:33Z', 'revision_number': 4, 'project_id': '70143ef671974f07baf963c395770b84', 'subnets': [{'id': '0a1313a5-18b7-42f9-a910-21d113febe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:57:34.382384 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-ba30cf9a-c968-41ab-ba1d-455196338641 service neutron] 10.222.0.26 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125029 Oct 14 06:57:34.396395 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-ae8ef8d6-0633-49fc-8910-53ff6913da99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3e876869da94bec90b34c9751a1dd03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1072989 Oct 14 06:57:34.397926 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ef8d6-0633-49fc-8910-53ff6913da99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d06f097-6d17-45b1-bfc9-b08da5b4db48,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:34.442207 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 54888) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:34.491839 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-45aa4108-c58f-4ff6-b0ad-ae878bd5fdf8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:34.493029 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa52e97-330b-4ff8-ab60-88350c02ff42 None None] The sync data for ids ['331464a4-c435-4db6-9593-fb86e5115b92'] in dv-cinder-804470-7-iscsi is: [{'id': '331464a4-c435-4db6-9593-fb86e5115b92', 'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-router', 'tenant_id': '70143ef671974f07baf963c395770b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '70143ef671974f07baf963c395770b84', 'gw_port': {'id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331464a4-c435-4db6-9593-fb86e5115b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '32b48653-e79d-40ff-92d2-ba22ec6f8ed9', 'name': '', 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68', 'tenant_id': '70143ef671974f07baf963c395770b84', 'mac_address': 'fa:16:3e:9d:a1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331464a4-c435-4db6-9593-fb86e5115b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0a1313a5-18b7-42f9-a910-21d113febe41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:21Z', 'updated_at': '2021-10-14T06:57:33Z', 'revision_number': 4, 'project_id': '70143ef671974f07baf963c395770b84', 'subnets': [{'id': '0a1313a5-18b7-42f9-a910-21d113febe41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:57:34.493411 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-45aa4108-c58f-4ff6-b0ad-ae878bd5fdf8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 819 time: 0.2578914 Oct 14 06:57:34.563903 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-8dbd0991-c36d-448c-a4d3-22af4af24165 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/quotas/70143ef671974f07baf963c395770b84 HTTP/1.1" status: 200 len: 375 time: 0.0461681 Oct 14 06:57:34.586703 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fd7682c4-ac2a-4f4f-8bae-4e0a24c10080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:34.618368 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fd7682c4-ac2a-4f4f-8bae-4e0a24c10080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:34.784162 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fd7682c4-ac2a-4f4f-8bae-4e0a24c10080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:34.794832 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fd7682c4-ac2a-4f4f-8bae-4e0a24c10080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:34.794832 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-fd7682c4-ac2a-4f4f-8bae-4e0a24c10080 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d06f097-6d17-45b1-bfc9-b08da5b4db48 HTTP/1.1" status: 204 len: 168 time: 0.3451722 Oct 14 06:57:34.817792 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7682c4-ac2a-4f4f-8bae-4e0a24c10080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d06f097-6d17-45b1-bfc9-b08da5b4db48,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:34.895668 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-ce9ef25b-cdca-4559-97bb-fd47860ef6ea tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3303711 Oct 14 06:57:34.938586 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-a7bb64dc-f466-40dd-a307-9c81b56fe82c service neutron] 10.222.0.26 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322828 Oct 14 06:57:34.946050 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:35.025080 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:35.025896 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:35.226788 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:35.302663 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea79e7b5-2e35-4689-9be5-08ef61a1de41 req-295af945-a78a-4365-acf9-745744ead575 service neutron] 10.222.0.39 "GET /v2.0/networks/7427a3cc-ba5e-4858-b76d-dc16b0da0890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183555 Oct 14 06:57:35.317607 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-b920a19b-8644-48b7-8239-7999f471c183 service neutron] 10.222.0.26 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770583 Oct 14 06:57:35.337082 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=32b48653-e79d-40ff-92d2-ba22ec6f8ed9,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:35.533219 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:35.558258 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-87914419-b022-4ff2-8052-a76a2abadda0 service neutron] 10.222.0.26 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312269 Oct 14 06:57:35.675426 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=32b48653-e79d-40ff-92d2-ba22ec6f8ed9,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:35.962465 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-64a3d570-c1a4-4b67-8d15-5704f202385a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--844422188&fields=id&tenant_id=a2bab3c9bf4d4d00956a2f8df483e466 HTTP/1.1" status: 200 len: 267 time: 0.0616045 Oct 14 06:57:36.620970 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c5b0e-147a-4ff8-981d-f3e5d389c356 req-4df89654-8cbe-4347-9563-2fb0fe7c4ba0 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:36.629629 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e21c5b0e-147a-4ff8-981d-f3e5d389c356 req-4df89654-8cbe-4347-9563-2fb0fe7c4ba0 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 944 time: 0.3286834 Oct 14 06:57:36.648874 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35 req-d6697912-a727-4b60-a3e6-18647128634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:36.650359 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35 req-d6697912-a727-4b60-a3e6-18647128634b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d0f577d4e24ad39b9288104a0781d0&device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 1097 time: 0.3508377 Oct 14 06:57:36.662782 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-9c726c49-fb06-4890-9ca6-49426fa2be8f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:36.669823 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-9c726c49-fb06-4890-9ca6-49426fa2be8f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 811 time: 0.7064757 Oct 14 06:57:36.693251 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-7d361c51-e276-4d5a-a69b-d8534cfc9191 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/quotas/a2bab3c9bf4d4d00956a2f8df483e466 HTTP/1.1" status: 200 len: 375 time: 0.0203073 Oct 14 06:57:36.703433 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e21c5b0e-147a-4ff8-981d-f3e5d389c356 req-8f8436a8-bd1e-4f42-80de-2673d001f336 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729542 Oct 14 06:57:36.809442 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:36.850974 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-ea785062-e390-418d-b10a-142a59c6bf41 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1457598 Oct 14 06:57:36.931754 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a1c44a9a-1215-4995-a34f-ca585bae16e7 req-99da793c-84fe-4af6-a5fa-54f0b3abff88 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 210 time: 0.0760367 Oct 14 06:57:36.984133 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:36.984810 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:37.137537 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3bcca262-0e1e-4c3f-a916-24f8ddf75468 req-362578e8-a87a-4c50-990b-197533e03dfb tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 210 time: 0.0651593 Oct 14 06:57:37.193662 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-950a5638-bd63-4533-85c7-f71c52ecf80b service neutron] 10.222.0.26 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803757 Oct 14 06:57:37.518771 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-bfaef7a1-b9c2-47fc-9bf0-2e33286c701d service neutron] 10.222.0.26 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157313 Oct 14 06:57:37.673698 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35 req-f95c265b-ea13-4aa0-b8c1-8a6d6fcc8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:37.677366 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35 req-f95c265b-ea13-4aa0-b8c1-8a6d6fcc8c9e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7427a3cc-ba5e-4858-b76d-dc16b0da0890 HTTP/1.1" status: 200 len: 913 time: 0.3802066 Oct 14 06:57:37.990866 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2b7fd-a215-4254-afd7-60efe3f4f2fc req-49cc1843-1993-458e-8050-c15ddf400a4d tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:38.002185 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-95b2b7fd-a215-4254-afd7-60efe3f4f2fc req-49cc1843-1993-458e-8050-c15ddf400a4d tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 944 time: 0.1574388 Oct 14 06:57:38.046394 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2afad088-3683-445f-8f91-01068d49ea13 req-4ed8fee2-1a85-4017-9a96-3da56ffbb91a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 210 time: 0.0405345 Oct 14 06:57:38.094989 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-95b2b7fd-a215-4254-afd7-60efe3f4f2fc req-598a2b6d-1ac1-4544-a08c-a4bdf9d300c2 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685918 Oct 14 06:57:38.195211 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d9734d85-56d5-406e-bafd-ceabf707b989 req-afdb4c01-0833-4b88-9b80-603cbaa0b4b7 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 210 time: 0.0331538 Oct 14 06:57:38.295631 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0e5bffab-2658-48f7-a775-bc8f6e29e5e1 req-d6b2c2cb-542a-46ac-8cb8-07a70cac62b9 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 210 time: 0.0480235 Oct 14 06:57:39.120772 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8fbeeb91-cd4b-4445-ab91-ed460e7505d9 req-af99e010-7905-4ebd-832d-a4dcdc34b2cc tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 210 time: 0.0261714 Oct 14 06:57:39.222048 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29952ff9-9c1d-4edf-a2f6-0f23f8c37f7f req-1b3235b1-30e1-4d35-af88-215a884f35c4 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:39.224353 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-29952ff9-9c1d-4edf-a2f6-0f23f8c37f7f req-1b3235b1-30e1-4d35-af88-215a884f35c4 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 944 time: 0.0539730 Oct 14 06:57:39.274923 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-29952ff9-9c1d-4edf-a2f6-0f23f8c37f7f req-8abc7cc7-7b36-4902-87c0-557a0fab0ac5 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Oct 14 06:57:39.291486 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55058) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:39.340576 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4ff5906e-304c-4a4c-a6d0-af18f7aa872d req-7e8c7bb2-fbac-472f-9e77-c3a66b34bb1a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 210 time: 0.0421576 Oct 14 06:57:39.394728 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fce19ef9-dc80-40eb-ab68-f51d58e5a074 req-13c1ae0a-617e-47e7-9e99-cea00a51f5b5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 210 time: 0.0265133 Oct 14 06:57:39.412428 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9e2370f9-4aa5-4305-9f06-6b08871a7fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:39.506479 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9e2370f9-4aa5-4305-9f06-6b08871a7fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:39.583346 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9e2370f9-4aa5-4305-9f06-6b08871a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:39.584989 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35 req-230abf42-de51-41b0-9b51-abebf37d19d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 HTTP/1.1" status: 200 len: 217 time: 0.0444424 Oct 14 06:57:39.666845 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2370f9-4aa5-4305-9f06-6b08871a7fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6db9ee8-0b3e-477c-a5f5-ac93bd1eeba1,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:39.670936 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-9e2370f9-4aa5-4305-9f06-6b08871a7fb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8af1c336c8e4e5badbbbcb6a702d4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780560 Oct 14 06:57:39.673566 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55082) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:39.725375 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-072e98e0-3714-4483-ad59-e85af8bee8ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:39.738206 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35 req-a7f69db0-0198-4e85-a7f7-8eee25f56eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:39.739646 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35 req-a7f69db0-0198-4e85-a7f7-8eee25f56eb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c03b71db-9763-464d-b2f9-8275e96ea1e0 HTTP/1.1" status: 200 len: 852 time: 0.1381996 Oct 14 06:57:39.754703 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-072e98e0-3714-4483-ad59-e85af8bee8ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:39.786188 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35 req-9761442c-50f1-4f43-8c69-1476d0280470 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7427a3cc-ba5e-4858-b76d-dc16b0da0890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344901 Oct 14 06:57:39.906590 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35 req-550a8e7a-a68c-4b19-b230-b777cc96de8a service neutron] 10.222.0.39 "GET /v2.0/networks/7427a3cc-ba5e-4858-b76d-dc16b0da0890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846131 Oct 14 06:57:39.933911 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-072e98e0-3714-4483-ad59-e85af8bee8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:39.935170 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-072e98e0-3714-4483-ad59-e85af8bee8ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:39.936423 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-072e98e0-3714-4483-ad59-e85af8bee8ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6db9ee8-0b3e-477c-a5f5-ac93bd1eeba1 HTTP/1.1" status: 204 len: 168 time: 0.2617443 Oct 14 06:57:39.963291 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e98e0-3714-4483-ad59-e85af8bee8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6db9ee8-0b3e-477c-a5f5-ac93bd1eeba1,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:40.044977 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0771c4ab-e0f2-4c3a-a47a-4d13d992cf35 req-52cbd971-8079-4ccb-a84f-cfe1de646eec service neutron] 10.222.0.39 "GET /v2.0/networks/7427a3cc-ba5e-4858-b76d-dc16b0da0890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198738 Oct 14 06:57:40.232938 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8d600933-d5b5-4748-923d-c798fc7f7da5 req-2f349a4f-8ea9-49b8-80ee-0f3e62bf6e5f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 210 time: 0.0303416 Oct 14 06:57:40.466817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-da96a2aa-d944-48b1-ac7c-4f9d4b9a674d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:40.468326 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-da96a2aa-d944-48b1-ac7c-4f9d4b9a674d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.39 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 819 time: 0.1752524 Oct 14 06:57:40.475578 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4feb7d14-5889-47b2-9f8c-ff22eb04ea0f req-0ae9e52a-d803-49c0-897d-536732e5038d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 210 time: 0.0446708 Oct 14 06:57:40.481182 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8798fd3-28f3-45b4-888b-3f23d4728684 req-9a4a12fe-3308-402a-99ec-6978896c0ee5 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:40.483043 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c8798fd3-28f3-45b4-888b-3f23d4728684 req-9a4a12fe-3308-402a-99ec-6978896c0ee5 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 944 time: 0.1189427 Oct 14 06:57:40.502504 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Request body: {'port': {'device_id': 'f3614acf-db1c-4807-9911-96ba077397e0', 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68', 'admin_state_up': True, 'tenant_id': '70143ef671974f07baf963c395770b84'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:40.607331 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d726c0da-4ddc-4444-8c1c-04cf93825cba req-e01206af-45cc-471b-aeaf-b3bb0bc2453f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 210 time: 0.0652673 Oct 14 06:57:40.616960 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c8798fd3-28f3-45b4-888b-3f23d4728684 req-b8b185a7-88ae-4417-8caa-9101150f1a3a tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248431 Oct 14 06:57:40.803425 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Made reservation on behalf of 70143ef671974f07baf963c395770b84 for: {'port': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:40.815044 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:40.819670 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55122) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:40.835486 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec17f-1930-4cee-8999-4abd14447beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:40.917441 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec17f-1930-4cee-8999-4abd14447beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:40.949701 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Allocated IP 172.20.0.14 (cbe39266-0f4a-4bc5-95a1-1cd1f9565f68/0a1313a5-18b7-42f9-a910-21d113febe41/067ecb6b-20fb-43d0-aefe-10850bf898da) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:40.984772 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.39', 63041) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:41.058831 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec17f-1930-4cee-8999-4abd14447beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:41.128117 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:41.264687 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:41.323225 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6f7ec17f-1930-4cee-8999-4abd14447beb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e8a0e2a46594e08b1b10ea43f64dbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021908 Oct 14 06:57:41.329560 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ec17f-1930-4cee-8999-4abd14447beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a0a7ab-e568-40fc-bf54-471594a5cc4b,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:41.349010 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55144) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:41.365403 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Pushing event updated for resources: {'Port': ['ID=067ecb6b-20fb-43d0-aefe-10850bf898da,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:41.382653 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:41.388178 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:41.392360 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:41.431886 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a786ac34-5fc0-4eba-880a-4385b2839162 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:41.433322 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a786ac34-5fc0-4eba-880a-4385b2839162 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.39 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 819 time: 0.4457362 Oct 14 06:57:41.440572 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb759-5a12-40b0-8be1-36f2464f000f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:41.456758 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fe647de2-fcc2-48a1-8545-68080b8da096 req-062994a2-755e-4d90-a86e-5fa9d678ca3f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 210 time: 0.0363479 Oct 14 06:57:41.458541 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Request body: {'port': {'device_id': '51c2bda3-57df-4011-8e81-0323d4205e2c', 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68', 'admin_state_up': True, 'tenant_id': '70143ef671974f07baf963c395770b84'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:41.474738 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:41.477434 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:41.491710 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb759-5a12-40b0-8be1-36f2464f000f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:41.570890 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-3d6c44b9-bb2b-4a0a-9209-50957f67a8d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0727725 Oct 14 06:57:41.604761 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Request body: {'port': {'device_id': 'f3614acf-db1c-4807-9911-96ba077397e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:41.640105 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1bcdc09e-0488-46cb-8ea0-a4ef82c70cb4 req-83876863-ce34-4a3a-a9cb-bb6d3e98785e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 210 time: 0.0535228 Oct 14 06:57:41.684759 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:41.698949 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Made reservation on behalf of 70143ef671974f07baf963c395770b84 for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:41.702996 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:41.717131 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb759-5a12-40b0-8be1-36f2464f000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:41.719752 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb759-5a12-40b0-8be1-36f2464f000f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:41.723235 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-ff8bb759-5a12-40b0-8be1-36f2464f000f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2a0a7ab-e568-40fc-bf54-471594a5cc4b HTTP/1.1" status: 204 len: 168 time: 0.3681841 Oct 14 06:57:41.746692 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bb759-5a12-40b0-8be1-36f2464f000f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a0a7ab-e568-40fc-bf54-471594a5cc4b,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:41.908132 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.39', 63046) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:42.023355 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-83bc9595-cbb1-428d-b021-522ca9173fdd req-715da494-144e-4c4a-a7ee-b306ef36d17f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 210 time: 0.2753375 Oct 14 06:57:42.061098 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae57d44-d695-4b09-84f7-f8b7897e5312 req-1af49b56-5c6b-49cb-90fb-7a6adbd8726b tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:42.062603 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9ae57d44-d695-4b09-84f7-f8b7897e5312 req-1af49b56-5c6b-49cb-90fb-7a6adbd8726b tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 944 time: 0.3121438 Oct 14 06:57:42.095945 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Allocated IP 172.20.0.6 (cbe39266-0f4a-4bc5-95a1-1cd1f9565f68/0a1313a5-18b7-42f9-a910-21d113febe41/516cf1e6-624e-4270-b226-253c50182106) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:42.104023 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9ae57d44-d695-4b09-84f7-f8b7897e5312 req-3ac06f75-c2fa-4160-946c-fce58b46686a tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Oct 14 06:57:42.127134 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-8ef2db03-840e-4316-a2c6-f8a976d88042 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:42.128651 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-8ef2db03-840e-4316-a2c6-f8a976d88042 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.39 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 816 time: 0.2195768 Oct 14 06:57:42.232459 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-a2553653-f55f-4d1e-8a47-2b093a830196 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94cb9b4736004bb4af3fe5cba52dcc45 HTTP/1.1" status: 200 len: 379 time: 0.0776470 Oct 14 06:57:42.245696 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'port': {'device_id': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'admin_state_up': True, 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'security_groups': ['e2e5bac9-68b4-4f48-91a4-ca9f72eb226a']}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:42.401597 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:42.541737 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Made reservation on behalf of 94cb9b4736004bb4af3fe5cba52dcc45 for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:42.546283 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:42.553735 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4a42eeb0-fbe8-4373-8dde-1f76b09343bf req-54667ce9-bb2a-4077-89db-809c94d3188a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 210 time: 0.0298057 Oct 14 06:57:42.557134 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 06:57:42.587024 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:42.621116 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.39', 63050) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:42.789118 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,segment=NetworkSegment(d76fe3f6-7cc2-4121-8451-25b2affd2cf5),segment_id=d76fe3f6-7cc2-4121-8451-25b2affd2cf5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:42.798661 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:42.809207 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': 'c28099ff-d8bc-46bb-abe4-7ac3f1eeb846', 'network_id': '7427a3cc-ba5e-4858-b76d-dc16b0da0890', 'port_id': 'c28099ff-d8bc-46bb-abe4-7ac3f1eeb846', 'mac_address': 'fa:16:3e:26:f0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03b71db-9763-464d-b2f9-8275e96ea1e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 06:57:42.816261 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:42.827253 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:42.867465 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1231e4db-bd7d-4470-a04e-1a74900f958d req-65cb271d-934b-4fef-b789-c0baf53a9997 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 210 time: 0.0656493 Oct 14 06:57:42.892158 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:42.912285 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-82a7cc97-e125-4118-986f-14fc0218a1e0 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:42.913977 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:42.914585 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:42.916030 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-82a7cc97-e125-4118-986f-14fc0218a1e0 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.39 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 811 time: 0.2503469 Oct 14 06:57:42.922130 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:57:42.948336 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,segment=NetworkSegment(d76fe3f6-7cc2-4121-8451-25b2affd2cf5),segment_id=d76fe3f6-7cc2-4121-8451-25b2affd2cf5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:42.961147 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Pushing event updated for resources: {'Port': ['ID=516cf1e6-624e-4270-b226-253c50182106,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:42.978785 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067ecb6b-20fb-43d0-aefe-10850bf898da {{(pid=106664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:57:43.000580 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:43.012655 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-5cc1842a-9c5f-4843-8c7b-f44200f492f5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2bab3c9bf4d4d00956a2f8df483e466 HTTP/1.1" status: 200 len: 379 time: 0.0688255 Oct 14 06:57:43.020543 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:43.022446 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'port': {'device_id': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'admin_state_up': True, 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'security_groups': ['6f0ca054-19e5-4050-919d-ae98678ae27a']}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:43.029079 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.provisioning_blocks [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Transition to ACTIVE for port object 067ecb6b-20fb-43d0-aefe-10850bf898da will not be triggered until provisioned by entity L2. {{(pid=106664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 06:57:43.049781 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Allocated IP 172.20.0.14 (0ef5d404-6511-4668-98f7-3518420f00d9/6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0/60bedccd-40f4-465d-9aba-dd1504039256) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:43.135727 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:43.136040 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-a5541a22-f756-45fd-ad5b-cc83647010d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6776724 Oct 14 06:57:43.169780 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Request body: {'port': {'device_id': '51c2bda3-57df-4011-8e81-0323d4205e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:43.254090 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:43.317551 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:43.342033 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a289f68-99e3-4f61-870f-3ecf7be7428d req-ba197252-33b1-4f19-8f88-81e624d62251 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:43.349671 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9a289f68-99e3-4f61-870f-3ecf7be7428d req-ba197252-33b1-4f19-8f88-81e624d62251 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 931 time: 0.2277102 Oct 14 06:57:43.364690 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Pushing event updated for resources: {'Port': ['ID=067ecb6b-20fb-43d0-aefe-10850bf898da,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:43.372957 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:43.382107 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c46f72-20b0-4f5f-94d4-84d643fd83ee req-9d89d946-b848-4cd7-a32a-2691b6fb3b12 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:43.383670 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-66c46f72-20b0-4f5f-94d4-84d643fd83ee req-9d89d946-b848-4cd7-a32a-2691b6fb3b12 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 945 time: 0.1953635 Oct 14 06:57:43.389224 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Made reservation on behalf of a2bab3c9bf4d4d00956a2f8df483e466 for: {'port': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:57:43.392404 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:43.396675 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['c28099ff-d8bc-46bb-abe4-7ac3f1eeb846'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:57:43.485775 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9a289f68-99e3-4f61-870f-3ecf7be7428d req-a157aa5a-8941-4785-95b8-dba2483c9875 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308804 Oct 14 06:57:43.566094 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-66c46f72-20b0-4f5f-94d4-84d643fd83ee req-6d77c672-f1b4-4886-a6b6-1cd1fb63ae97 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703236 Oct 14 06:57:43.650056 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Attempting to bind port 067ecb6b-20fb-43d0-aefe-10850bf898da on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:43.650056 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Attempting to bind port 067ecb6b-20fb-43d0-aefe-10850bf898da by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:43.650056 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Attempting to bind port 067ecb6b-20fb-43d0-aefe-10850bf898da on network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:43.658779 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Port 067ecb6b-20fb-43d0-aefe-10850bf898da on network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 06:57:43.659096 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Attempting to bind port 067ecb6b-20fb-43d0-aefe-10850bf898da on network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:43.670940 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:43.671301 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Checking segment: {'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:43.671677 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Bound using segment: {'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:43.672107 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Bound port: 067ecb6b-20fb-43d0-aefe-10850bf898da, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'}}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:43.672454 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:43.715058 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-61b9fe34-41c5-4833-8f45-7ca601e71bbc req-a773b52b-5973-4bf0-919c-8c7b59d4e98d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 210 time: 0.0454154 Oct 14 06:57:43.716486 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Allocated IP 172.20.0.6 (66155dfa-dea4-48a3-b82b-3a2397f9f003/a4b593eb-eaa1-442b-aeba-f9575e021948/9033cf30-15ef-4362-9430-685c04ed1666) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:57:43.816041 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] For port 067ecb6b-20fb-43d0-aefe-10850bf898da, host hv-cinder-80447, cleared binding levels {{(pid=106664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:43.822459 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] For port 067ecb6b-20fb-43d0-aefe-10850bf898da, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=067ecb6b-20fb-43d0-aefe-10850bf898da,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:43.881888 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:43.932559 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:43.943482 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:43.944303 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:43.946347 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] 10.222.0.39 "PUT /v2.0/ports/067ecb6b-20fb-43d0-aefe-10850bf898da HTTP/1.1" status: 200 len: 1094 time: 2.3564944 Oct 14 06:57:43.950744 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3614acf-db1c-4807-9911-96ba077397e0', 'tag': '067ecb6b-20fb-43d0-aefe-10850bf898da'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:57:43.953053 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b82644-2677-40ac-b9a6-f99bc04f7cac" -d '{"events": [{"name": "network-changed", "server_uuid": "f3614acf-db1c-4807-9911-96ba077397e0", "tag": "067ecb6b-20fb-43d0-aefe-10850bf898da"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:57:43.996370 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Network 0ef5d404-6511-4668-98f7-3518420f00d9 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:44.094747 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:44.094747 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:44.094747 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:44.096943 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:44.096943 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 06:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a91c439-84b5-496b-a241-29720c35274a x-openstack-request-id: req-8a91c439-84b5-496b-a241-29720c35274a {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:57:44.096943 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3614acf-db1c-4807-9911-96ba077397e0", "tag": "067ecb6b-20fb-43d0-aefe-10850bf898da", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:57:44.096943 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a91c439-84b5-496b-a241-29720c35274a {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:57:44.096943 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3614acf-db1c-4807-9911-96ba077397e0', 'tag': '067ecb6b-20fb-43d0-aefe-10850bf898da', 'status': 'completed', 'code': 200} Oct 14 06:57:44.096943 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65759fa2-3611-437a-b3a7-c71fc13fcf7c service neutron] Pushing event updated for resources: {'Port': ['ID=067ecb6b-20fb-43d0-aefe-10850bf898da,revision_number=3']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:44.101975 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ce549-1cad-46a7-958a-89522f0b8bb2 req-ed7e070e-a444-48a6-86f2-87f8d7d2221e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:44.104353 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ee0ce549-1cad-46a7-958a-89522f0b8bb2 req-ed7e070e-a444-48a6-86f2-87f8d7d2221e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 932 time: 0.1418791 Oct 14 06:57:44.135083 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:44.136024 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:44.149458 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516cf1e6-624e-4270-b226-253c50182106 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:57:44.168566 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:44.206226 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Transition to ACTIVE for port object 516cf1e6-624e-4270-b226-253c50182106 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 06:57:44.226357 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ee0ce549-1cad-46a7-958a-89522f0b8bb2 req-4b8af8c3-a2b9-405b-9f5d-526f1cd0213e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082296 Oct 14 06:57:44.243100 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b82644-2677-40ac-b9a6-f99bc04f7cac req-813448c0-931f-4f52-8b0f-580326080435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:44.244912 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-48b82644-2677-40ac-b9a6-f99bc04f7cac req-813448c0-931f-4f52-8b0f-580326080435 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 1097 time: 0.0979927 Oct 14 06:57:44.327146 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:44.334563 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-3919ee65-d4c0-4cc5-bffb-43bb39d697e8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0950785 Oct 14 06:57:44.340754 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:44.375800 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Request body: {'port': {'device_id': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:44.454596 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-8d9152f0-1939-464d-ae6a-9f5793060e9d None None] Provisioning complete for port 60bedccd-40f4-465d-9aba-dd1504039256 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:44.454596 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-8d9152f0-1939-464d-ae6a-9f5793060e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:44.461043 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Network 66155dfa-dea4-48a3-b82b-3a2397f9f003 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:57:44.472141 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:57:44.474899 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:57:44.522627 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=516cf1e6-624e-4270-b226-253c50182106,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:44.547697 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-8d9152f0-1939-464d-ae6a-9f5793060e9d None None] Port 60bedccd-40f4-465d-9aba-dd1504039256 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:57:44.553094 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:44.556541 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'Port': ['ID=9033cf30-15ef-4362-9430-685c04ed1666,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:44.620749 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b82644-2677-40ac-b9a6-f99bc04f7cac req-54ee69bf-c61e-4962-ac9d-b477f7176bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:44.622265 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-48b82644-2677-40ac-b9a6-f99bc04f7cac req-54ee69bf-c61e-4962-ac9d-b477f7176bdb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=70143ef671974f07baf963c395770b84&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3612189 Oct 14 06:57:44.623125 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:44.638332 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:44.639152 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:44.712450 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Attempting to bind port 516cf1e6-624e-4270-b226-253c50182106 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:44.713270 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Attempting to bind port 516cf1e6-624e-4270-b226-253c50182106 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:44.713784 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Attempting to bind port 516cf1e6-624e-4270-b226-253c50182106 on network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:44.724951 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 06:57:44.729996 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:44.730543 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:44.753418 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Port 516cf1e6-624e-4270-b226-253c50182106 on network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 06:57:44.753732 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Attempting to bind port 516cf1e6-624e-4270-b226-253c50182106 on network cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:44.763923 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:44.764430 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Checking segment: {'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:44.766149 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Bound using segment: {'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:44.766618 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Bound port: 516cf1e6-624e-4270-b226-253c50182106, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25dc9298-0939-47ce-9471-85f8e7d7579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:44.766973 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.005900 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] For port 516cf1e6-624e-4270-b226-253c50182106, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:45.018255 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-340d4bb1-2431-4c5b-a91c-0e8f5e24bc8c None None] Provisioning complete for port 9033cf30-15ef-4362-9430-685c04ed1666 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:45.018255 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-340d4bb1-2431-4c5b-a91c-0e8f5e24bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.062572 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] For port 516cf1e6-624e-4270-b226-253c50182106, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=516cf1e6-624e-4270-b226-253c50182106,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:45.099897 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-340d4bb1-2431-4c5b-a91c-0e8f5e24bc8c None None] Port 9033cf30-15ef-4362-9430-685c04ed1666 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:57:45.118007 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.145099 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc26e18e-b5e2-4970-a22d-e30bfc183a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28099ff-d8bc-46bb-abe4-7ac3f1eeb846'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:57:45.173579 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.202717 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4f1c1-0788-4a3d-8324-79993be90189 req-b75e89ee-9a54-4062-9bb6-ba035a9252e6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:45.204649 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c5f4f1c1-0788-4a3d-8324-79993be90189 req-b75e89ee-9a54-4062-9bb6-ba035a9252e6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 943 time: 0.5627894 Oct 14 06:57:45.207914 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-963bb8fe-1933-4f67-82ab-48629e1aab15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1892757 Oct 14 06:57:45.217895 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bedccd-40f4-465d-9aba-dd1504039256 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:57:45.229556 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:45.232718 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.233082 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,segment=NetworkSegment(d76fe3f6-7cc2-4121-8451-25b2affd2cf5),segment_id=d76fe3f6-7cc2-4121-8451-25b2affd2cf5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:45.233173 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/516cf1e6-624e-4270-b226-253c50182106 HTTP/1.1" status: 200 len: 1093 time: 2.0689690 Oct 14 06:57:45.233892 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.235995 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c2bda3-57df-4011-8e81-0323d4205e2c', 'tag': '516cf1e6-624e-4270-b226-253c50182106'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:57:45.247856 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5de2d-d7c0-458a-b2d6-65b8c0659d59 req-72e13551-75a5-47b9-b9a9-71834b6b308a tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:45.266440 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c3a5de2d-d7c0-458a-b2d6-65b8c0659d59 req-72e13551-75a5-47b9-b9a9-71834b6b308a tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 945 time: 0.5710878 Oct 14 06:57:45.287426 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Transition to ACTIVE for port object 60bedccd-40f4-465d-9aba-dd1504039256 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 06:57:45.290936 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7dad4-b7b0-4b6a-bb4c-0496c033e1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=516cf1e6-624e-4270-b226-253c50182106,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:45.306714 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Request body: {'port': {'device_id': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:57:45.343974 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.372913 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55316) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:45.383784 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d2a0a-3245-4a8e-b93b-21e49f0ec5b4" -d '{"events": [{"server_uuid": "cc26e18e-b5e2-4970-a22d-e30bfc183a11", "name": "network-vif-plugged", "status": "completed", "tag": "c28099ff-d8bc-46bb-abe4-7ac3f1eeb846"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:57:45.419784 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c3a5de2d-d7c0-458a-b2d6-65b8c0659d59 req-ee261f7b-cd19-41fd-9529-5c28cc8bacab tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467991 Oct 14 06:57:45.448674 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:45.455292 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e907b-807f-4f4b-8f13-e350f99b8595" -d '{"events": [{"name": "network-changed", "server_uuid": "51c2bda3-57df-4011-8e81-0323d4205e2c", "tag": "516cf1e6-624e-4270-b226-253c50182106"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:57:45.462370 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b82644-2677-40ac-b9a6-f99bc04f7cac req-56a4d59d-a628-4f1c-8c36-ebb6bb9b1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:45.462896 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.466750 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-48b82644-2677-40ac-b9a6-f99bc04f7cac req-56a4d59d-a628-4f1c-8c36-ebb6bb9b1c8c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8109357 Oct 14 06:57:45.479309 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c5f4f1c1-0788-4a3d-8324-79993be90189 req-7b342732-fe53-4909-b129-a64e9951fedb tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400508 Oct 14 06:57:45.485943 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.560060 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-408ebe2e-dbff-4239-b205-883e081a9cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:45.560060 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-408ebe2e-dbff-4239-b205-883e081a9cab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 1096 time: 0.1692774 Oct 14 06:57:45.611686 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Pushing event updated for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:45.674413 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-43f1af6b-e554-4e77-91f7-3d6c9bb9bafc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.694927 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-1f077c73-a47d-4c36-afd9-46439a4651e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=516cf1e6-624e-4270-b226-253c50182106 HTTP/1.1" status: 200 len: 217 time: 0.1170647 Oct 14 06:57:45.738399 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cb61e-2245-4e93-9ab3-e7a6a6ab4a8b req-35e73249-5fcb-4b0c-af09-8823127e761c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:45.740364 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-647cb61e-2245-4e93-9ab3-e7a6a6ab4a8b req-35e73249-5fcb-4b0c-af09-8823127e761c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 931 time: 0.2335873 Oct 14 06:57:45.765115 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf22fb3-1817-413b-bf03-a89d4acc8d04 req-ed01bd3d-8732-4b7b-a143-8cb1b0e57831 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:45.766747 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ddf22fb3-1817-413b-bf03-a89d4acc8d04 req-ed01bd3d-8732-4b7b-a143-8cb1b0e57831 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.1803765 Oct 14 06:57:45.781862 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-46d95e96-4601-45a5-9b0f-b9e480dd3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:45.783701 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-46d95e96-4601-45a5-9b0f-b9e480dd3803 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 1097 time: 0.2109859 Oct 14 06:57:45.799338 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Attempting to bind port 60bedccd-40f4-465d-9aba-dd1504039256 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:45.799700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Attempting to bind port 60bedccd-40f4-465d-9aba-dd1504039256 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:45.800011 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Attempting to bind port 60bedccd-40f4-465d-9aba-dd1504039256 on network 0ef5d404-6511-4668-98f7-3518420f00d9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:45.802676 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-718f6025-1de4-4da5-b997-0d98982ef40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:45.804265 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-718f6025-1de4-4da5-b997-0d98982ef40b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 200 len: 859 time: 0.0965111 Oct 14 06:57:45.815887 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Port 60bedccd-40f4-465d-9aba-dd1504039256 on network 0ef5d404-6511-4668-98f7-3518420f00d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 06:57:45.816202 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Attempting to bind port 60bedccd-40f4-465d-9aba-dd1504039256 on network 0ef5d404-6511-4668-98f7-3518420f00d9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:45.866526 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:45.866858 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Checking segment: {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:45.867230 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Bound using segment: {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:45.867685 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Bound port: 60bedccd-40f4-465d-9aba-dd1504039256, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:45.868026 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:45.871210 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-55d04970-6ac7-459e-b0ce-7db58453f93e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573399 Oct 14 06:57:45.889789 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-14e9b5b5-570f-4473-95fe-02d5ad72c9b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=067ecb6b-20fb-43d0-aefe-10850bf898da HTTP/1.1" status: 200 len: 217 time: 0.0819268 Oct 14 06:57:45.940379 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-647cb61e-2245-4e93-9ab3-e7a6a6ab4a8b req-7ee75f0f-a47d-41c6-8ddc-6bc85d5da863 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859448 Oct 14 06:57:45.955325 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-43f1af6b-e554-4e77-91f7-3d6c9bb9bafc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.010061 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-4cef38b5-03f1-483a-aa54-6cb11d760db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:46.011665 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-4cef38b5-03f1-483a-aa54-6cb11d760db0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 200 len: 859 time: 0.0780911 Oct 14 06:57:46.029026 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-43f1af6b-e554-4e77-91f7-3d6c9bb9bafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.035883 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:46.038560 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:46.045769 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ddf22fb3-1817-413b-bf03-a89d4acc8d04 req-5eea0d4d-bb2b-42a7-8137-92c8f0636ba4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587335 Oct 14 06:57:46.054152 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-6b06eadd-628a-4e43-b5f6-38501db2da5f service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699033 Oct 14 06:57:46.085598 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-9baef17a-c98e-4289-949d-22c60b9834b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354168 Oct 14 06:57:46.096578 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-43f1af6b-e554-4e77-91f7-3d6c9bb9bafc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c6cadd0e4be41f2b70870232c24295b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7202940 Oct 14 06:57:46.096578 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1af6b-e554-4e77-91f7-3d6c9bb9bafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e417a6-0df9-47a2-a680-1356d5620ae2,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:46.097464 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55338) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:46.124742 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.192588 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bcdf14-4802-4ac9-b1ed-893b99d229a7 x-openstack-request-id: req-71bcdf14-4802-4ac9-b1ed-893b99d229a7 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:57:46.192588 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc26e18e-b5e2-4970-a22d-e30bfc183a11", "name": "network-vif-plugged", "status": "completed", "tag": "c28099ff-d8bc-46bb-abe4-7ac3f1eeb846", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:57:46.192588 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71bcdf14-4802-4ac9-b1ed-893b99d229a7 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:57:46.193217 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc26e18e-b5e2-4970-a22d-e30bfc183a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28099ff-d8bc-46bb-abe4-7ac3f1eeb846', 'code': 200} Oct 14 06:57:46.216004 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:46.229109 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.231174 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] 10.222.0.39 "PUT /v2.0/ports/60bedccd-40f4-465d-9aba-dd1504039256 HTTP/1.1" status: 200 len: 1094 time: 1.8598731 Oct 14 06:57:46.271136 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9033cf30-15ef-4362-9430-685c04ed1666 {{(pid=106664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:57:46.282771 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.296854 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 06:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e867fb-a0cb-4d3c-b414-ac47994a8386 x-openstack-request-id: req-f8e867fb-a0cb-4d3c-b414-ac47994a8386 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:57:46.297134 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c2bda3-57df-4011-8e81-0323d4205e2c", "tag": "516cf1e6-624e-4270-b226-253c50182106", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:57:46.297381 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8e867fb-a0cb-4d3c-b414-ac47994a8386 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:57:46.298097 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c2bda3-57df-4011-8e81-0323d4205e2c', 'tag': '516cf1e6-624e-4270-b226-253c50182106', 'status': 'completed', 'code': 200} Oct 14 06:57:46.307972 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.provisioning_blocks [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Transition to ACTIVE for port object 9033cf30-15ef-4362-9430-685c04ed1666 will not be triggered until provisioned by entity L2. {{(pid=106664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 06:57:46.313763 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6d68c-8d37-4b00-b6ba-4464852ad1de service neutron] Pushing event updated for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:46.313891 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-a38220d9-456c-4895-9c7f-d72921b5134d service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125809 Oct 14 06:57:46.317748 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0049c172-f8c0-45a5-8be6-4484bfe80133 req-c9eed1ae-2dc2-4aad-a495-30f8e578148d service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526014 Oct 14 06:57:46.328800 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0198c347-8c5c-4ecd-8ea0-d42d0b01b363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.355858 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0198c347-8c5c-4ecd-8ea0-d42d0b01b363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.440476 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00fd0246-8c3f-4b85-9b3b-ec0753ee4cf0 req-9f760279-1d16-42fc-990f-028f6c27124d service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070921 Oct 14 06:57:46.441583 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.480700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-f001a1fd-717c-445c-9ece-83c6b268986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:46.483062 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-f001a1fd-717c-445c-9ece-83c6b268986c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 1097 time: 0.0815334 Oct 14 06:57:46.508597 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Pushing event updated for resources: {'Port': ['ID=9033cf30-15ef-4362-9430-685c04ed1666,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:46.606855 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0198c347-8c5c-4ecd-8ea0-d42d0b01b363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.610118 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0198c347-8c5c-4ecd-8ea0-d42d0b01b363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.611265 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-0198c347-8c5c-4ecd-8ea0-d42d0b01b363 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17e417a6-0df9-47a2-a680-1356d5620ae2 HTTP/1.1" status: 204 len: 168 time: 0.5110648 Oct 14 06:57:46.615402 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-b0d5ac7a-f475-480f-9f04-63f3f5ce19ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bedccd-40f4-465d-9aba-dd1504039256 HTTP/1.1" status: 200 len: 217 time: 0.0735605 Oct 14 06:57:46.638511 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198c347-8c5c-4ecd-8ea0-d42d0b01b363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e417a6-0df9-47a2-a680-1356d5620ae2,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:46.741852 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191199-7ae2-46e2-98c0-e6c231ac6e77 req-2ae61fb9-a0b7-4009-866e-d2cc79cdc45d tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:46.750461 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f0191199-7ae2-46e2-98c0-e6c231ac6e77 req-2ae61fb9-a0b7-4009-866e-d2cc79cdc45d tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.1557038 Oct 14 06:57:46.767536 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Attempting to bind port 9033cf30-15ef-4362-9430-685c04ed1666 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:57:46.767876 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Attempting to bind port 9033cf30-15ef-4362-9430-685c04ed1666 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:57:46.768200 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Attempting to bind port 9033cf30-15ef-4362-9430-685c04ed1666 on network 66155dfa-dea4-48a3-b82b-3a2397f9f003 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:46.774089 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e907b-807f-4f4b-8f13-e350f99b8595 req-3565df70-5f75-44bf-ad1a-77297deb081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:46.776541 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ee7e907b-807f-4f4b-8f13-e350f99b8595 req-3565df70-5f75-44bf-ad1a-77297deb081c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 1096 time: 0.1504374 Oct 14 06:57:46.790576 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a4ece-fc15-43af-84aa-cf0de4d5784c req-df788991-8132-4222-8e4e-edb5f9bdf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:46.792092 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-154a4ece-fc15-43af-84aa-cf0de4d5784c req-df788991-8132-4222-8e4e-edb5f9bdf705 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 1099 time: 0.1198521 Oct 14 06:57:46.793510 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-ca3871de-647c-42fc-a92a-968d23e2a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:46.795355 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-ca3871de-647c-42fc-a92a-968d23e2a7bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 200 len: 855 time: 0.1149526 Oct 14 06:57:46.802606 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Port 9033cf30-15ef-4362-9430-685c04ed1666 on network 66155dfa-dea4-48a3-b82b-3a2397f9f003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 06:57:46.802929 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Attempting to bind port 9033cf30-15ef-4362-9430-685c04ed1666 on network 66155dfa-dea4-48a3-b82b-3a2397f9f003 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:57:46.814880 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b68e2c-c2ed-4e7d-8e77-4543ad155949 req-eece871a-e02d-4ccb-a776-9b022d1518bf tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:46.816353 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b5b68e2c-c2ed-4e7d-8e77-4543ad155949 req-eece871a-e02d-4ccb-a776-9b022d1518bf tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 943 time: 0.1796334 Oct 14 06:57:46.837809 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-154a4ece-fc15-43af-84aa-cf0de4d5784c req-80c9ad70-6246-4c39-b8ba-cf1ecfbc060a service neutron] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.846055 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:57:46.847102 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Checking segment: {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:57:46.847102 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Bound using segment: {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:57:46.847331 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Bound port: 9033cf30-15ef-4362-9430-685c04ed1666, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'}}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:57:46.847621 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:46.878570 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-885a713a-442a-4a80-9ad6-a71a7bfcc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:46.879642 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f0191199-7ae2-46e2-98c0-e6c231ac6e77 req-9062dbc3-574d-453e-b4cf-c3ed3bb3a22d tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283092 Oct 14 06:57:46.880066 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-885a713a-442a-4a80-9ad6-a71a7bfcc3a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ef5d404-6511-4668-98f7-3518420f00d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726492 Oct 14 06:57:46.956988 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b5b68e2c-c2ed-4e7d-8e77-4543ad155949 req-ebc629ad-b0ee-4125-8bc0-7765109ff0c3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247711 Oct 14 06:57:47.002730 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e907b-807f-4f4b-8f13-e350f99b8595 req-56d2453e-5c11-4225-89d0-a57523047258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:47.004237 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ee7e907b-807f-4f4b-8f13-e350f99b8595 req-56d2453e-5c11-4225-89d0-a57523047258 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 920 time: 0.2127275 Oct 14 06:57:47.005282 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] For port 9033cf30-15ef-4362-9430-685c04ed1666, host hv-cinder-80447, cleared binding levels {{(pid=106664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:57:47.009217 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] For port 9033cf30-15ef-4362-9430-685c04ed1666, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=9033cf30-15ef-4362-9430-685c04ed1666,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:57:47.070887 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ee7e907b-807f-4f4b-8f13-e350f99b8595 req-72dca680-d067-490b-bba2-e92c2c71dd00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=516cf1e6-624e-4270-b226-253c50182106 HTTP/1.1" status: 200 len: 217 time: 0.0559285 Oct 14 06:57:47.147358 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.216604 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:47.217650 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.220606 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] 10.222.0.39 "PUT /v2.0/ports/9033cf30-15ef-4362-9430-685c04ed1666 HTTP/1.1" status: 200 len: 1093 time: 1.9500897 Oct 14 06:57:47.220606 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'tag': '9033cf30-15ef-4362-9430-685c04ed1666'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:57:47.222614 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9", "tag": "9033cf30-15ef-4362-9430-685c04ed1666"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:57:47.230728 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e907b-807f-4f4b-8f13-e350f99b8595 req-85f9dad6-9a07-4b25-8f15-4a599ec7b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:47.232945 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ee7e907b-807f-4f4b-8f13-e350f99b8595 req-85f9dad6-9a07-4b25-8f15-4a599ec7b9b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 200 len: 859 time: 0.1457722 Oct 14 06:57:47.259161 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb991551-040b-40a3-81f6-c7fe1c14b3f6 req-12ddf707-4fac-4ca6-a863-81a2bd019b15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:47.259161 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cb991551-040b-40a3-81f6-c7fe1c14b3f6 req-12ddf707-4fac-4ca6-a863-81a2bd019b15 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 943 time: 0.1785910 Oct 14 06:57:47.285733 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55386) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:47.330265 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ee7e907b-807f-4f4b-8f13-e350f99b8595 req-9ad8d52f-91ff-4e2e-a26c-415748c65b3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697622 Oct 14 06:57:47.342073 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-fa3f3c7a-4545-44b6-805a-5dd39c2e8e67 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450002 Oct 14 06:57:47.363121 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] Pushing event updated for resources: {'Port': ['ID=9033cf30-15ef-4362-9430-685c04ed1666,revision_number=3']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:47.363978 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-154a4ece-fc15-43af-84aa-cf0de4d5784c req-80c9ad70-6246-4c39-b8ba-cf1ecfbc060a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.364075 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b414e-803b-44db-b274-2beaaede4bb5 req-45dacf1f-a606-41f2-8403-0c287030e5c2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:47.370685 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a09b414e-803b-44db-b274-2beaaede4bb5 req-45dacf1f-a606-41f2-8403-0c287030e5c2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.1449986 Oct 14 06:57:47.405699 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cb991551-040b-40a3-81f6-c7fe1c14b3f6 req-14045d30-ea39-4d40-b0d6-308a3eaad179 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208189 Oct 14 06:57:47.441874 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-154a4ece-fc15-43af-84aa-cf0de4d5784c req-80c9ad70-6246-4c39-b8ba-cf1ecfbc060a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.451587 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a09b414e-803b-44db-b274-2beaaede4bb5 req-321d27fe-6f7b-4938-966b-509a15ff21f8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718832 Oct 14 06:57:47.478573 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 06:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3784de8a-4036-499c-bc8f-d37bb580f2aa x-openstack-request-id: req-3784de8a-4036-499c-bc8f-d37bb580f2aa {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:57:47.478997 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9", "tag": "9033cf30-15ef-4362-9430-685c04ed1666", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:57:47.479105 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3784de8a-4036-499c-bc8f-d37bb580f2aa {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:57:47.479527 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'tag': '9033cf30-15ef-4362-9430-685c04ed1666', 'status': 'completed', 'code': 200} Oct 14 06:57:47.483147 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-154a4ece-fc15-43af-84aa-cf0de4d5784c req-80c9ad70-6246-4c39-b8ba-cf1ecfbc060a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769485 Oct 14 06:57:47.490990 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8d896949-6817-4d3c-976b-baeeb2267ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.493106 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9ad70-6246-4c39-b8ba-cf1ecfbc060a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=260a146b-3ff9-4a3d-b3d8-960962a4cfea,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:47.579085 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8d896949-6817-4d3c-976b-baeeb2267ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.611178 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55394) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:47.623954 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd1875f6-caae-4725-adb3-ea095cea856d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.677297 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8d896949-6817-4d3c-976b-baeeb2267ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.732035 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8d896949-6817-4d3c-976b-baeeb2267ed6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bd68cedd0bb46f9b732ac06078f8f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361587 Oct 14 06:57:47.733391 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd1875f6-caae-4725-adb3-ea095cea856d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.734478 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55400) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:47.734690 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d896949-6817-4d3c-976b-baeeb2267ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0b92a1-2ab9-4891-98ad-4d3cbbe6c285,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:47.789258 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9be1d70e-cf2a-4fa2-a6c9-492302bde5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.801248 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd1875f6-caae-4725-adb3-ea095cea856d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.813167 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9be1d70e-cf2a-4fa2-a6c9-492302bde5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.839064 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-bd1875f6-caae-4725-adb3-ea095cea856d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf802183af8f4cd7ab7fb2165a96dd0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267079 Oct 14 06:57:47.840301 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1875f6-caae-4725-adb3-ea095cea856d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9b69de-93ab-481a-98e1-bbea89ebccf1,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:47.842294 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55402) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:47.891906 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-59f8bcac-b074-41a1-91d1-230ca149130d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.916675 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-59f8bcac-b074-41a1-91d1-230ca149130d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.955739 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9be1d70e-cf2a-4fa2-a6c9-492302bde5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.958319 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9be1d70e-cf2a-4fa2-a6c9-492302bde5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:47.959599 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-9be1d70e-cf2a-4fa2-a6c9-492302bde5c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c0b92a1-2ab9-4891-98ad-4d3cbbe6c285 HTTP/1.1" status: 204 len: 168 time: 0.2238679 Oct 14 06:57:47.969048 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1d70e-cf2a-4fa2-a6c9-492302bde5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0b92a1-2ab9-4891-98ad-4d3cbbe6c285,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:48.015154 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd33c2-d93c-414e-8632-09f82601c35e req-c2bb3f42-cdf5-431b-9d26-87688d0ebcf0 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:48.016869 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-edbd33c2-d93c-414e-8632-09f82601c35e req-c2bb3f42-cdf5-431b-9d26-87688d0ebcf0 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.0599647 Oct 14 06:57:48.064157 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-59f8bcac-b074-41a1-91d1-230ca149130d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:48.067034 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-59f8bcac-b074-41a1-91d1-230ca149130d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:48.069024 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-59f8bcac-b074-41a1-91d1-230ca149130d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb9b69de-93ab-481a-98e1-bbea89ebccf1 HTTP/1.1" status: 204 len: 168 time: 0.2243824 Oct 14 06:57:48.077071 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8bcac-b074-41a1-91d1-230ca149130d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9b69de-93ab-481a-98e1-bbea89ebccf1,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:48.097186 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-edbd33c2-d93c-414e-8632-09f82601c35e req-2204b011-21f1-41d9-a289-26fdb9ec8fd1 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739105 Oct 14 06:57:48.111942 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b79f0-b510-4fa3-93fe-c38559006eab req-a7c0ea52-34b9-4259-9d56-ce1c250c5247 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:48.113404 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-029b79f0-b510-4fa3-93fe-c38559006eab req-a7c0ea52-34b9-4259-9d56-ce1c250c5247 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 943 time: 0.0712442 Oct 14 06:57:48.151971 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55416) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:48.163126 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-029b79f0-b510-4fa3-93fe-c38559006eab req-ad552bfc-c3d9-49de-bfe6-52325a2ceb38 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Oct 14 06:57:48.298620 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:57:48.301302 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892a309e-ad4f-40dd-9089-29f13b99a66f" -d '{"events": [{"name": "network-changed", "server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "tag": "60bedccd-40f4-465d-9aba-dd1504039256"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:57:48.335418 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 06:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ead3ae1-3bf2-4295-ba4d-1e06905a6526 x-openstack-request-id: req-4ead3ae1-3bf2-4295-ba4d-1e06905a6526 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:57:48.335736 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "tag": "60bedccd-40f4-465d-9aba-dd1504039256", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:57:48.335986 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ead3ae1-3bf2-4295-ba4d-1e06905a6526 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:57:48.336369 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256', 'status': 'completed', 'code': 200} Oct 14 06:57:48.473506 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bad497e0-387a-4483-a00b-0cbcfce612b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:48.526693 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbab94a-20b1-422d-a9c1-dd093ee5a04f req-ae6f2f8e-ccd1-402b-9d71-a55d4f555044 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:48.528786 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6cbab94a-20b1-422d-a9c1-dd093ee5a04f req-ae6f2f8e-ccd1-402b-9d71-a55d4f555044 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 943 time: 0.0501242 Oct 14 06:57:48.604426 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bad497e0-387a-4483-a00b-0cbcfce612b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:48.604600 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6cbab94a-20b1-422d-a9c1-dd093ee5a04f req-3609185e-b74b-4c92-8b8c-3be12e1fcf0f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673728 Oct 14 06:57:48.627641 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9083d5-7abb-4c20-8880-424079531551 req-053e7634-060e-4d11-9a21-0a3d1afcb873 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:48.629074 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ef9083d5-7abb-4c20-8880-424079531551 req-053e7634-060e-4d11-9a21-0a3d1afcb873 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0631680 Oct 14 06:57:48.665844 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ef9083d5-7abb-4c20-8880-424079531551 req-15f90781-17e5-4aa1-b097-c90c8957021d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308995 Oct 14 06:57:48.726875 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bad497e0-387a-4483-a00b-0cbcfce612b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:48.767495 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-bad497e0-387a-4483-a00b-0cbcfce612b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f1c31dbdad8476aab4248504913908b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6142480 Oct 14 06:57:48.769468 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad497e0-387a-4483-a00b-0cbcfce612b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595a138b-26e5-4717-959e-779ad39fe0d9,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:48.770737 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55438) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:48.821573 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-77155424-b2bc-4d5e-a67f-1ff7b1434210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:48.842306 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-77155424-b2bc-4d5e-a67f-1ff7b1434210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:48.927507 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55440) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:48.939952 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ff6bdd0-6ea8-4a48-ae22-86f096a62c49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:48.980618 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-77155424-b2bc-4d5e-a67f-1ff7b1434210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:48.983789 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-77155424-b2bc-4d5e-a67f-1ff7b1434210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:48.984941 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-77155424-b2bc-4d5e-a67f-1ff7b1434210 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/595a138b-26e5-4717-959e-779ad39fe0d9 HTTP/1.1" status: 204 len: 168 time: 0.2125974 Oct 14 06:57:48.998165 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77155424-b2bc-4d5e-a67f-1ff7b1434210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595a138b-26e5-4717-959e-779ad39fe0d9,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:49.064101 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ff6bdd0-6ea8-4a48-ae22-86f096a62c49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:49.109487 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ff6bdd0-6ea8-4a48-ae22-86f096a62c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:49.377230 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-0ff6bdd0-6ea8-4a48-ae22-86f096a62c49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffa7b9aab6f74b2dacafa4727860bed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482982 Oct 14 06:57:49.379154 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6bdd0-6ea8-4a48-ae22-86f096a62c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8abaf5-6679-4973-ade0-2b86bb3f1f8f,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:49.381344 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55462) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:49.406919 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e0898-c6e3-4b19-b88b-9af03f8e82fb req-2d95c7ef-5578-4e2c-b6b2-cb0de97a06dd tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:49.408423 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b46e0898-c6e3-4b19-b88b-9af03f8e82fb req-2d95c7ef-5578-4e2c-b6b2-cb0de97a06dd tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.1031330 Oct 14 06:57:49.420312 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99fe46-c602-4007-8dad-b4933be32f15 req-a837cce3-b0ff-4b48-bc81-a85b409d7535 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:49.422060 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2c99fe46-c602-4007-8dad-b4933be32f15 req-a837cce3-b0ff-4b48-bc81-a85b409d7535 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 943 time: 0.1196423 Oct 14 06:57:49.459583 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bb59-8cfe-45dc-a346-a6422a13c49f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:49.483020 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b46e0898-c6e3-4b19-b88b-9af03f8e82fb req-e69c9886-8fa2-4a55-bb6a-80f9db9883e3 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599747 Oct 14 06:57:49.483483 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bb59-8cfe-45dc-a346-a6422a13c49f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:49.488238 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2c99fe46-c602-4007-8dad-b4933be32f15 req-37295fc8-9836-4ce5-9ea3-109da83e76e7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584080 Oct 14 06:57:49.600917 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bb59-8cfe-45dc-a346-a6422a13c49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:49.603566 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bb59-8cfe-45dc-a346-a6422a13c49f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:49.604933 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-8fa9bb59-8cfe-45dc-a346-a6422a13c49f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da8abaf5-6679-4973-ade0-2b86bb3f1f8f HTTP/1.1" status: 204 len: 168 time: 0.2224104 Oct 14 06:57:49.613670 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9bb59-8cfe-45dc-a346-a6422a13c49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8abaf5-6679-4973-ade0-2b86bb3f1f8f,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:49.723062 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0ed94-5176-4f30-ae7c-c217a97b4d6c req-d457e79d-4523-4eda-99ce-4236b14e4e0d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:49.724160 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b9c0ed94-5176-4f30-ae7c-c217a97b4d6c req-d457e79d-4523-4eda-99ce-4236b14e4e0d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 943 time: 0.0481565 Oct 14 06:57:49.770662 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55474) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:49.788473 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4975-ac3d-449e-9c21-89b89827b8b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:49.792215 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b9c0ed94-5176-4f30-ae7c-c217a97b4d6c req-8cc0ddd1-7f88-40ec-a8a2-7c61ec493838 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620615 Oct 14 06:57:49.811254 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d9917-51a4-44f8-9a23-d89b19771ea2 req-f0784e86-e9da-4df1-9bb3-974836ae1851 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:49.812837 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-df9d9917-51a4-44f8-9a23-d89b19771ea2 req-f0784e86-e9da-4df1-9bb3-974836ae1851 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0753136 Oct 14 06:57:49.856084 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-df9d9917-51a4-44f8-9a23-d89b19771ea2 req-a3b528b6-398e-43f8-a803-a62e320b7d97 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362258 Oct 14 06:57:49.894483 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4975-ac3d-449e-9c21-89b89827b8b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:49.976250 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2c9a4975-ac3d-449e-9c21-89b89827b8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.015246 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-2c9a4975-ac3d-449e-9c21-89b89827b8b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e66d5704efeb4edf9b940abac635795e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434714 Oct 14 06:57:50.016470 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4975-ac3d-449e-9c21-89b89827b8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4224f91-afe3-4b4e-9132-a028e5efe220,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:50.017902 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55480) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:50.066124 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 516cf1e6-624e-4270-b226-253c50182106 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 06:57:50.072592 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-796873c4-1a57-456d-8d50-7ac758b5bd56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.098714 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-796873c4-1a57-456d-8d50-7ac758b5bd56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.177325 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 516cf1e6-624e-4270-b226-253c50182106, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=516cf1e6-624e-4270-b226-253c50182106,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:50.190038 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '516cf1e6-624e-4270-b226-253c50182106', 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68', 'port_id': '516cf1e6-624e-4270-b226-253c50182106', 'mac_address': 'fa:16:3e:27:99:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1313a5-18b7-42f9-a910-21d113febe41', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 06:57:50.226908 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.227931 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-796873c4-1a57-456d-8d50-7ac758b5bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.231721 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-796873c4-1a57-456d-8d50-7ac758b5bd56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.233364 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-796873c4-1a57-456d-8d50-7ac758b5bd56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4224f91-afe3-4b4e-9132-a028e5efe220 HTTP/1.1" status: 204 len: 168 time: 0.2139497 Oct 14 06:57:50.241416 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516cf1e6-624e-4270-b226-253c50182106 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:57:50.241843 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796873c4-1a57-456d-8d50-7ac758b5bd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4224f91-afe3-4b4e-9132-a028e5efe220,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:50.268242 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 516cf1e6-624e-4270-b226-253c50182106, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=516cf1e6-624e-4270-b226-253c50182106,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:50.341853 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.389788 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55492) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:50.394734 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=516cf1e6-624e-4270-b226-253c50182106,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:50.411274 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-436ab220-e7e6-40b4-873a-87b4e6376578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.498155 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ee7e907b-807f-4f4b-8f13-e350f99b8595 req-f7c83cfc-2694-4d1c-96d2-a1e4bfca8800 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018434 Oct 14 06:57:50.593580 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-37c4b98a-cfee-45d4-af99-d2357e00c627 req-2b09c221-44a4-4ff4-b09a-cd34ee41f3c5 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502640 Oct 14 06:57:50.601329 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-ee9e50b5-0b42-4d1b-9a81-31b8fd8d518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:50.602811 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-ee9e50b5-0b42-4d1b-9a81-31b8fd8d518d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 1096 time: 0.0966065 Oct 14 06:57:50.624440 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-436ab220-e7e6-40b4-873a-87b4e6376578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.674239 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1707bd0-058a-495c-80ff-6b278886eb52 req-7f89aa77-043b-427b-b30e-827e832caf97 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:50.675748 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b1707bd0-058a-495c-80ff-6b278886eb52 req-7f89aa77-043b-427b-b30e-827e832caf97 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 944 time: 0.0807455 Oct 14 06:57:50.682935 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62323d28-cdc1-4842-af77-9a6e923e3146 req-8cc41fa8-c252-484f-8d3f-3e2eb399f96c tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:50.684294 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-62323d28-cdc1-4842-af77-9a6e923e3146 req-8cc41fa8-c252-484f-8d3f-3e2eb399f96c tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.0804114 Oct 14 06:57:50.738538 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b1707bd0-058a-495c-80ff-6b278886eb52 req-73fccaa1-92ba-4e6d-a31d-0df5b03b628b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526857 Oct 14 06:57:50.743312 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-62323d28-cdc1-4842-af77-9a6e923e3146 req-12472522-6021-41af-aaa1-c87d134ec5ab tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519094 Oct 14 06:57:50.789606 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-436ab220-e7e6-40b4-873a-87b4e6376578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.827574 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ab220-e7e6-40b4-873a-87b4e6376578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b78da75-7da0-4a6c-8480-f34fbb8702e7,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:50.831889 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-436ab220-e7e6-40b4-873a-87b4e6376578 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b0c1d5f6ea24865a3ecd683b24cbf4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414005 Oct 14 06:57:50.834621 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55506) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:50.907705 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5229-db00-40fa-901c-2cbf05fb4d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:50.922225 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982881b9-6904-40ff-9593-9546d217d6fe req-ce255b70-bf58-42ea-b148-eb3de1fcd119 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:50.923998 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-982881b9-6904-40ff-9593-9546d217d6fe req-ce255b70-bf58-42ea-b148-eb3de1fcd119 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 943 time: 0.0568695 Oct 14 06:57:50.932449 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5229-db00-40fa-901c-2cbf05fb4d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:51.009897 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-982881b9-6904-40ff-9593-9546d217d6fe req-f9f370e8-75f7-4af8-9e71-c7333b572cff tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797474 Oct 14 06:57:51.021207 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58c6b2-9364-4167-be29-ad241834bc26 req-cf24f7a4-283f-41cd-a5b5-fd61fd40cce9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:51.022963 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5d58c6b2-9364-4167-be29-ad241834bc26 req-cf24f7a4-283f-41cd-a5b5-fd61fd40cce9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0838389 Oct 14 06:57:51.064889 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5d58c6b2-9364-4167-be29-ad241834bc26 req-213c0a8e-51d6-44c7-8927-b1a42e66dd18 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352294 Oct 14 06:57:51.084784 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5229-db00-40fa-901c-2cbf05fb4d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:51.088744 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5fd5229-db00-40fa-901c-2cbf05fb4d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:51.090279 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-c5fd5229-db00-40fa-901c-2cbf05fb4d50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b78da75-7da0-4a6c-8480-f34fbb8702e7 HTTP/1.1" status: 204 len: 168 time: 0.2546146 Oct 14 06:57:51.101346 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd5229-db00-40fa-901c-2cbf05fb4d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b78da75-7da0-4a6c-8480-f34fbb8702e7,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:51.578523 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:51.902406 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2bed6-2f99-4ca2-8755-11e8fe8a4e5d req-f496e9c5-4f69-4975-b842-de2cf0091540 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:51.911191 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5cd2bed6-2f99-4ca2-8755-11e8fe8a4e5d req-f496e9c5-4f69-4975-b842-de2cf0091540 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.0902283 Oct 14 06:57:51.941147 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fea79-0b9c-4dc1-969b-0fc57188f963 req-e1d7361b-dc1e-489f-bad6-c5bdbf2a6905 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:51.942757 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c00fea79-0b9c-4dc1-969b-0fc57188f963 req-e1d7361b-dc1e-489f-bad6-c5bdbf2a6905 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 944 time: 0.0951896 Oct 14 06:57:51.970050 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5cd2bed6-2f99-4ca2-8755-11e8fe8a4e5d req-50a2902f-ac82-49ff-963a-3e4ce0312167 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580018 Oct 14 06:57:51.998681 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c00fea79-0b9c-4dc1-969b-0fc57188f963 req-bc761697-53ef-40d1-afce-5315acc1753e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451014 Oct 14 06:57:52.132233 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32d25-3cce-46de-ba7f-132ff16ea0b8 req-dc02e7ca-00de-4ef7-b4e7-8254f415b378 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:52.139530 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b6c32d25-3cce-46de-ba7f-132ff16ea0b8 req-dc02e7ca-00de-4ef7-b4e7-8254f415b378 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 943 time: 0.0592554 Oct 14 06:57:52.208875 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b6c32d25-3cce-46de-ba7f-132ff16ea0b8 req-a065db74-63f8-4e83-87ca-86546a66c0ba tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685029 Oct 14 06:57:52.220876 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83dd4b-213d-4624-931e-b906c668494a req-8649fbef-7cbf-4ef3-b309-e99512061bf2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:52.227704 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8b83dd4b-213d-4624-931e-b906c668494a req-8649fbef-7cbf-4ef3-b309-e99512061bf2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0688705 Oct 14 06:57:52.261519 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8b83dd4b-213d-4624-931e-b906c668494a req-f489e311-2485-4a8c-951a-84bd3d7b84b0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332863 Oct 14 06:57:53.130385 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb6cf-d998-4a3d-a0e0-ddcee4bc4b4d req-a1b10ff3-4be5-41e6-a623-3a7a1141454f tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:53.131872 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-562eb6cf-d998-4a3d-a0e0-ddcee4bc4b4d req-a1b10ff3-4be5-41e6-a623-3a7a1141454f tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.0951569 Oct 14 06:57:53.144464 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dbd35-2e12-44eb-a300-60c81ad02e8c req-0c4567bd-7ccb-4675-b39e-ea0c988f6207 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:53.145903 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c73dbd35-2e12-44eb-a300-60c81ad02e8c req-0c4567bd-7ccb-4675-b39e-ea0c988f6207 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 944 time: 0.0768969 Oct 14 06:57:53.213979 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-562eb6cf-d998-4a3d-a0e0-ddcee4bc4b4d req-3307b5a0-dae8-45f0-8f50-780566f3182a tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623972 Oct 14 06:57:53.223043 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c73dbd35-2e12-44eb-a300-60c81ad02e8c req-3f456f69-1ea5-41e8-a821-b07893b2074b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693200 Oct 14 06:57:53.342625 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3d4ce-e106-4a68-a09c-44f52cdcd8c9 req-796815bb-fd46-4941-a766-2117fdbbaa67 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:53.342625 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f5b3d4ce-e106-4a68-a09c-44f52cdcd8c9 req-796815bb-fd46-4941-a766-2117fdbbaa67 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 943 time: 0.0569520 Oct 14 06:57:53.409858 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f5b3d4ce-e106-4a68-a09c-44f52cdcd8c9 req-0a492456-daaa-49b3-8ad8-93bc94d5478f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567918 Oct 14 06:57:53.418156 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57b155-c928-4b87-9663-e1e338179278 req-dc0b07c9-68a3-4b54-9fe5-2df2e2a68dbe tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:53.419801 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3e57b155-c928-4b87-9663-e1e338179278 req-dc0b07c9-68a3-4b54-9fe5-2df2e2a68dbe tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0764339 Oct 14 06:57:53.442679 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 067ecb6b-20fb-43d0-aefe-10850bf898da details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 06:57:53.461348 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3e57b155-c928-4b87-9663-e1e338179278 req-8b381bf9-5e6d-45c7-a022-f05726358deb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346472 Oct 14 06:57:53.547501 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-c683c30a-7a5c-4a20-a39b-5f66a5e3764f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9033cf30-15ef-4362-9430-685c04ed1666 HTTP/1.1" status: 200 len: 217 time: 0.0506594 Oct 14 06:57:53.586972 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 067ecb6b-20fb-43d0-aefe-10850bf898da, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=067ecb6b-20fb-43d0-aefe-10850bf898da,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:53.595138 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ee7e907b-807f-4f4b-8f13-e350f99b8595 req-3c7756e6-95c8-4e1b-9c02-82507e57225f service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996091 Oct 14 06:57:53.600845 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '067ecb6b-20fb-43d0-aefe-10850bf898da', 'network_id': 'cbe39266-0f4a-4bc5-95a1-1cd1f9565f68', 'port_id': '067ecb6b-20fb-43d0-aefe-10850bf898da', 'mac_address': 'fa:16:3e:c3:20:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1313a5-18b7-42f9-a910-21d113febe41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 06:57:53.618438 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-ae33bf3b-3bd4-482c-ae04-2ca52c0d6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:53.620869 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-ae33bf3b-3bd4-482c-ae04-2ca52c0d6ff4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4b593eb-eaa1-442b-aeba-f9575e021948 HTTP/1.1" status: 200 len: 850 time: 0.0618317 Oct 14 06:57:53.642606 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:53.654834 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067ecb6b-20fb-43d0-aefe-10850bf898da {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:57:53.674215 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 067ecb6b-20fb-43d0-aefe-10850bf898da, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=067ecb6b-20fb-43d0-aefe-10850bf898da,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:53.690659 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['516cf1e6-624e-4270-b226-253c50182106'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:57:53.748809 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:53.809816 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-15ac2efd-f9a9-405b-96e4-c1fdbfa9651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:53.810550 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-fe269753-043c-4a10-85ca-e2fe1c09c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:53.812101 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-15ac2efd-f9a9-405b-96e4-c1fdbfa9651a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66155dfa-dea4-48a3-b82b-3a2397f9f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1050177 Oct 14 06:57:53.812546 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-fe269753-043c-4a10-85ca-e2fe1c09c51f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 1097 time: 0.1158464 Oct 14 06:57:53.840820 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=067ecb6b-20fb-43d0-aefe-10850bf898da,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:53.934237 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-8a152579-65cf-4902-bf39-0dddeed84807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:53.935804 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-8a152579-65cf-4902-bf39-0dddeed84807 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 917 time: 0.0952408 Oct 14 06:57:53.938328 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-71747dbf-8941-481a-aba3-456a09d4d4f9 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999291 Oct 14 06:57:53.987970 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-e33b88e0-ecf1-41ce-a13b-73e13e9a19b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bedccd-40f4-465d-9aba-dd1504039256 HTTP/1.1" status: 200 len: 217 time: 0.0370677 Oct 14 06:57:54.040988 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-644fe362-bedc-4bb6-9107-cdd985c5f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:54.042237 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-54fc4f88-f5da-4de2-93fb-1cd6de2e83a9 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822563 Oct 14 06:57:54.042523 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-644fe362-bedc-4bb6-9107-cdd985c5f05c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 200 len: 855 time: 0.0444474 Oct 14 06:57:54.127770 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-89a6d6b4-7f54-4991-b426-0e5d831bcd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:54.129248 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-89a6d6b4-7f54-4991-b426-0e5d831bcd0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ef5d404-6511-4668-98f7-3518420f00d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525558 Oct 14 06:57:54.234575 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-7cc5401e-0ad7-46a2-8ddb-65d6f6073280 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922573 Oct 14 06:57:54.272352 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['067ecb6b-20fb-43d0-aefe-10850bf898da'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:57:54.338047 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-1a95636a-017e-4a71-8413-a5ea1b743c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:54.339645 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-1a95636a-017e-4a71-8413-a5ea1b743c6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 1096 time: 0.0841873 Oct 14 06:57:54.429369 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed617b-0cc5-458c-82ff-ff51c95c8991 req-5f0a82e7-1640-4289-b07e-4508d5675725 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:54.435949 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-61ed617b-0cc5-458c-82ff-ff51c95c8991 req-5f0a82e7-1640-4289-b07e-4508d5675725 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 944 time: 0.1357310 Oct 14 06:57:54.447014 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70f7743c-a397-4f1c-92f6-9fab07104052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:54.458723 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c698bad-2078-4526-9dbf-4f99cf49aaf9 req-d3a5d8ed-dbcb-4f69-bcb3-a6df2eb08f27 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:54.460219 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1c698bad-2078-4526-9dbf-4f99cf49aaf9 req-d3a5d8ed-dbcb-4f69-bcb3-a6df2eb08f27 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.1612291 Oct 14 06:57:54.472669 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-892a309e-ad4f-40dd-9089-29f13b99a66f req-880055c1-c207-440c-9484-e0d8bb687c7a service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174978 Oct 14 06:57:54.514178 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-1be7e4f7-8777-457e-8584-461980945990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:54.515267 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-1be7e4f7-8777-457e-8584-461980945990 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 912 time: 0.1610596 Oct 14 06:57:54.516704 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-61ed617b-0cc5-458c-82ff-ff51c95c8991 req-1354a446-a6f3-47fa-8aac-ba40d544c802 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Oct 14 06:57:54.529447 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1c698bad-2078-4526-9dbf-4f99cf49aaf9 req-f152dd0a-3600-4c8b-b047-2ccfc5412e8f tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586987 Oct 14 06:57:54.572101 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-5a369332-82b4-40a2-a48f-9eaada330125 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9033cf30-15ef-4362-9430-685c04ed1666 HTTP/1.1" status: 200 len: 217 time: 0.0356879 Oct 14 06:57:54.626272 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-0ab96a33-d95b-4f94-9b2c-b319f5d64804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:54.627775 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-0ab96a33-d95b-4f94-9b2c-b319f5d64804 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4b593eb-eaa1-442b-aeba-f9575e021948 HTTP/1.1" status: 200 len: 850 time: 0.0436244 Oct 14 06:57:54.655942 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a5033-c409-4c0d-b406-73ecf3d308f2 req-3cdbc71e-8895-4736-bcd1-9e8b960502c0 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:54.657388 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c93a5033-c409-4c0d-b406-73ecf3d308f2 req-3cdbc71e-8895-4736-bcd1-9e8b960502c0 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 943 time: 0.0773227 Oct 14 06:57:54.675371 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5f06-3199-4e9e-81cd-e224baa75d20 req-861292a3-4e04-4ac7-9e7d-dc309946cb03 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:54.679971 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a2be5f06-3199-4e9e-81cd-e224baa75d20 req-861292a3-4e04-4ac7-9e7d-dc309946cb03 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0715768 Oct 14 06:57:54.687129 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-ef342628-879a-44e6-abf6-34b11ddd6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:54.688749 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-ef342628-879a-44e6-abf6-34b11ddd6d36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66155dfa-dea4-48a3-b82b-3a2397f9f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485866 Oct 14 06:57:54.740003 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c93a5033-c409-4c0d-b406-73ecf3d308f2 req-a9ce4ae3-f6c9-426b-8e6e-2aef3579ae31 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581479 Oct 14 06:57:54.745467 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a2be5f06-3199-4e9e-81cd-e224baa75d20 req-d4711027-6d00-42aa-905c-fd2a292b8b09 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608971 Oct 14 06:57:54.786903 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-a3bb2a35-42b6-425f-b371-bf63be9b739e service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902464 Oct 14 06:57:54.893725 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-884b3ecc-1bf8-41d6-8a29-fc1c6950c0d3 req-a2ecc599-ae64-4b32-a338-cbd221eba106 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968130 Oct 14 06:57:55.745083 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad50e5-32f4-4cf8-a2b0-6e10959cf5f8 req-99d70e01-9af6-4a19-881d-7f2a87c1f31c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:55.746552 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6dad50e5-32f4-4cf8-a2b0-6e10959cf5f8 req-99d70e01-9af6-4a19-881d-7f2a87c1f31c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 944 time: 0.1653817 Oct 14 06:57:55.754205 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe167184-7f15-4c72-9b08-a6e3a50b9396 req-b457bbef-3ce9-4557-bcd1-860535d5f87d tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:55.755396 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fe167184-7f15-4c72-9b08-a6e3a50b9396 req-b457bbef-3ce9-4557-bcd1-860535d5f87d tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.1541374 Oct 14 06:57:55.808485 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6dad50e5-32f4-4cf8-a2b0-6e10959cf5f8 req-bad1f681-351e-4f20-969a-b9b6f97c6ed4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 Oct 14 06:57:55.815203 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fe167184-7f15-4c72-9b08-a6e3a50b9396 req-15d059c5-7b56-4e3a-bd0d-738806b6dd01 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521758 Oct 14 06:57:55.939479 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662ccaa-e830-493d-8903-bbe9713f1484 req-34766f17-cce4-40a0-83a4-561560ee128a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:55.941198 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c662ccaa-e830-493d-8903-bbe9713f1484 req-34766f17-cce4-40a0-83a4-561560ee128a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 943 time: 0.0774708 Oct 14 06:57:55.966108 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407629f-b9c7-42d5-a7ed-71f17a9b476e req-8f3e02ff-0e97-4a6e-bf68-855a8bea753d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:55.966108 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9407629f-b9c7-42d5-a7ed-71f17a9b476e req-8f3e02ff-0e97-4a6e-bf68-855a8bea753d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0877190 Oct 14 06:57:56.019336 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c662ccaa-e830-493d-8903-bbe9713f1484 req-92042a07-495a-49d8-80ea-ccc826c0bc8e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713634 Oct 14 06:57:56.027984 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9407629f-b9c7-42d5-a7ed-71f17a9b476e req-5727a2db-963f-46e4-b3f0-800d9eb81670 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507007 Oct 14 06:57:56.099272 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 60bedccd-40f4-465d-9aba-dd1504039256 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 06:57:56.105399 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 516cf1e6-624e-4270-b226-253c50182106 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:56.233296 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:56.244599 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '60bedccd-40f4-465d-9aba-dd1504039256', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'port_id': '60bedccd-40f4-465d-9aba-dd1504039256', 'mac_address': 'fa:16:3e:3f:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 06:57:56.275015 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 516cf1e6-624e-4270-b226-253c50182106 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 06:57:56.281822 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 516cf1e6-624e-4270-b226-253c50182106 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:56.282194 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:56.309754 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:56.327693 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bedccd-40f4-465d-9aba-dd1504039256 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:57:56.357060 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:56.394433 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:56.416409 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c2bda3-57df-4011-8e81-0323d4205e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516cf1e6-624e-4270-b226-253c50182106'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:57:56.418729 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8db74eb-6be2-40da-9fd4-0e0140e11768" -d '{"events": [{"server_uuid": "51c2bda3-57df-4011-8e81-0323d4205e2c", "name": "network-vif-plugged", "status": "completed", "tag": "516cf1e6-624e-4270-b226-253c50182106"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:57:56.429379 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:56.430032 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 9033cf30-15ef-4362-9430-685c04ed1666 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 06:57:56.437560 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 516cf1e6-624e-4270-b226-253c50182106, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=516cf1e6-624e-4270-b226-253c50182106,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:56.463469 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786d57fd-ad4c-47fb-a090-9c9fcdf756c2 x-openstack-request-id: req-786d57fd-ad4c-47fb-a090-9c9fcdf756c2 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:57:56.463799 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c2bda3-57df-4011-8e81-0323d4205e2c", "name": "network-vif-plugged", "status": "completed", "tag": "516cf1e6-624e-4270-b226-253c50182106", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:57:56.464055 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-786d57fd-ad4c-47fb-a090-9c9fcdf756c2 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:57:56.464439 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c2bda3-57df-4011-8e81-0323d4205e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516cf1e6-624e-4270-b226-253c50182106', 'code': 200} Oct 14 06:57:56.505959 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:56.506770 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 067ecb6b-20fb-43d0-aefe-10850bf898da up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:57:56.518876 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:56.648671 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 9033cf30-15ef-4362-9430-685c04ed1666, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=9033cf30-15ef-4362-9430-685c04ed1666,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:56.661220 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=516cf1e6-624e-4270-b226-253c50182106,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:56.678280 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '9033cf30-15ef-4362-9430-685c04ed1666', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'port_id': '9033cf30-15ef-4362-9430-685c04ed1666', 'mac_address': 'fa:16:3e:0a:46:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 06:57:56.709230 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:56.721655 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9033cf30-15ef-4362-9430-685c04ed1666 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:57:56.741073 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 9033cf30-15ef-4362-9430-685c04ed1666, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=9033cf30-15ef-4362-9430-685c04ed1666,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:56.784225 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 067ecb6b-20fb-43d0-aefe-10850bf898da completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 06:57:56.788440 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 067ecb6b-20fb-43d0-aefe-10850bf898da triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:57:56.788812 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:56.891291 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:56.917943 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:56.930584 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 067ecb6b-20fb-43d0-aefe-10850bf898da, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=067ecb6b-20fb-43d0-aefe-10850bf898da,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:57:56.951644 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec955f4-e77a-4ee2-a413-81c09af8e62c req-8920a78e-1995-45cd-a09e-ca483fb3bc0e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:56.953118 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6ec955f4-e77a-4ee2-a413-81c09af8e62c req-8920a78e-1995-45cd-a09e-ca483fb3bc0e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0586607 Oct 14 06:57:56.975083 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=9033cf30-15ef-4362-9430-685c04ed1666,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:56.995142 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6ec955f4-e77a-4ee2-a413-81c09af8e62c req-20b38036-157b-4a6d-a5da-74e7dfb1fdb1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358038 Oct 14 06:57:57.014372 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643437c3-e372-4752-82cd-7261bf29736a req-1dd77bd0-75e1-4921-95ca-2d4bd8740259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:57.014372 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-643437c3-e372-4752-82cd-7261bf29736a req-1dd77bd0-75e1-4921-95ca-2d4bd8740259 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 1098 time: 0.0457320 Oct 14 06:57:57.042177 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:57.049044 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-643437c3-e372-4752-82cd-7261bf29736a req-eb6ea342-a90b-41d4-806c-58e4899ca378 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Oct 14 06:57:57.092179 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=067ecb6b-20fb-43d0-aefe-10850bf898da,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:57.176251 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-cdbe2f6e-8239-4e88-87bc-e3d0e79c2356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:57.217628 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92cb69-ea86-4840-9de8-7dc0b8c97398 req-817763f4-8f9d-49ba-a370-d63722391641 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:57.219331 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1e92cb69-ea86-4840-9de8-7dc0b8c97398 req-817763f4-8f9d-49ba-a370-d63722391641 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 944 time: 0.1182172 Oct 14 06:57:57.235214 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb9a90-5924-4fb0-a265-39b05dcaa9f1 req-6056bb99-bbe6-4d15-8004-bec34fc01710 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:57.236798 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a1bb9a90-5924-4fb0-a265-39b05dcaa9f1 req-6056bb99-bbe6-4d15-8004-bec34fc01710 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 945 time: 0.0914001 Oct 14 06:57:57.286418 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1e92cb69-ea86-4840-9de8-7dc0b8c97398 req-722d7fde-d95c-4043-8b43-14ae6ffe2105 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484157 Oct 14 06:57:57.300045 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a1bb9a90-5924-4fb0-a265-39b05dcaa9f1 req-423f3d76-0609-42d7-b7bd-8af29a722682 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487309 Oct 14 06:57:57.474857 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['60bedccd-40f4-465d-9aba-dd1504039256'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:57:57.544452 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['9033cf30-15ef-4362-9430-685c04ed1666'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:57:57.644395 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55792) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:57.663670 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:57:57.751254 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5cc9e041-691f-4ae0-924e-5135dd06ae83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:57.820367 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5cc9e041-691f-4ae0-924e-5135dd06ae83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:57.918913 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5cc9e041-691f-4ae0-924e-5135dd06ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:57.961436 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-5cc9e041-691f-4ae0-924e-5135dd06ae83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee7f25a171224306accbc3991e69292f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159280 Oct 14 06:57:57.962388 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9e041-691f-4ae0-924e-5135dd06ae83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb0b83c-5ec8-4d2c-bf09-2f3d3ad810d2,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:57.964300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55808) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:58.017119 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a23bb8d5-ef1e-4310-8885-de5ee9d72c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.046843 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a23bb8d5-ef1e-4310-8885-de5ee9d72c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.122164 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a1c0a-91ef-4141-9afe-8d05f174a271 req-7cdc0fdc-df52-44fa-bf7c-250fb47aec79 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:58.124442 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-064a1c0a-91ef-4141-9afe-8d05f174a271 req-7cdc0fdc-df52-44fa-bf7c-250fb47aec79 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0546236 Oct 14 06:57:58.165665 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-064a1c0a-91ef-4141-9afe-8d05f174a271 req-de67eff2-ee3b-4bd5-97a3-7bf31e543fb4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Oct 14 06:57:58.206711 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a23bb8d5-ef1e-4310-8885-de5ee9d72c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.209621 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a23bb8d5-ef1e-4310-8885-de5ee9d72c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.210715 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-a23bb8d5-ef1e-4310-8885-de5ee9d72c60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbb0b83c-5ec8-4d2c-bf09-2f3d3ad810d2 HTTP/1.1" status: 204 len: 168 time: 0.2445738 Oct 14 06:57:58.220824 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bb8d5-ef1e-4310-8885-de5ee9d72c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb0b83c-5ec8-4d2c-bf09-2f3d3ad810d2,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:58.258095 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.307801 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55824) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:58.408529 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb89704-3c69-44f5-b7e8-d5807d8706ee req-aa915642-efc1-4463-bf3c-a9024768fbc7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:58.410735 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fcb89704-3c69-44f5-b7e8-d5807d8706ee req-aa915642-efc1-4463-bf3c-a9024768fbc7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 944 time: 0.0548637 Oct 14 06:57:58.446741 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-21c6a2b4-930a-4df8-9192-0715feafbc95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.465528 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3614acf-db1c-4807-9911-96ba077397e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067ecb6b-20fb-43d0-aefe-10850bf898da'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:57:58.469811 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4cdb63-31b0-4ae3-909e-b2fd26b13d4a" -d '{"events": [{"server_uuid": "f3614acf-db1c-4807-9911-96ba077397e0", "name": "network-vif-plugged", "status": "completed", "tag": "067ecb6b-20fb-43d0-aefe-10850bf898da"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:57:58.486303 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fcb89704-3c69-44f5-b7e8-d5807d8706ee req-cff736bd-d2ea-438a-8da3-3df1c3c1295a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658400 Oct 14 06:57:58.525569 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.545234 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-21c6a2b4-930a-4df8-9192-0715feafbc95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.596417 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224dccc-1fcb-40e7-900c-afae31c4dc8c req-6ed64390-7a91-4ef2-93de-9ea63597d3fd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:58.597871 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c224dccc-1fcb-40e7-900c-afae31c4dc8c req-6ed64390-7a91-4ef2-93de-9ea63597d3fd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 945 time: 0.0505943 Oct 14 06:57:58.645677 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c224dccc-1fcb-40e7-900c-afae31c4dc8c req-8e332093-09a1-4ceb-a843-eb29157b9e38 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369680 Oct 14 06:57:58.646642 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-21c6a2b4-930a-4df8-9192-0715feafbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.694057 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-21c6a2b4-930a-4df8-9192-0715feafbc95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=340755b90283457f80da4c9b96031585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850608 Oct 14 06:57:58.695114 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6a2b4-930a-4df8-9192-0715feafbc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f001faf5-ac9e-47e2-af0f-1ed4305e9aed,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:58.696936 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55842) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:58.714387 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59edbb0f-ae6e-417c-9b95-39bc9bbfc5fa x-openstack-request-id: req-59edbb0f-ae6e-417c-9b95-39bc9bbfc5fa {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:57:58.714695 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3614acf-db1c-4807-9911-96ba077397e0", "name": "network-vif-plugged", "status": "completed", "tag": "067ecb6b-20fb-43d0-aefe-10850bf898da", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:57:58.714945 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59edbb0f-ae6e-417c-9b95-39bc9bbfc5fa {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:57:58.715326 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3614acf-db1c-4807-9911-96ba077397e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067ecb6b-20fb-43d0-aefe-10850bf898da', 'code': 200} Oct 14 06:57:58.747355 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-af5e99ce-f4be-4036-9311-bcbabdffea23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.776024 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-af5e99ce-f4be-4036-9311-bcbabdffea23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.938507 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-af5e99ce-f4be-4036-9311-bcbabdffea23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.941140 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-af5e99ce-f4be-4036-9311-bcbabdffea23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:58.944634 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-af5e99ce-f4be-4036-9311-bcbabdffea23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f001faf5-ac9e-47e2-af0f-1ed4305e9aed HTTP/1.1" status: 204 len: 168 time: 0.2444406 Oct 14 06:57:58.950116 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e99ce-f4be-4036-9311-bcbabdffea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f001faf5-ac9e-47e2-af0f-1ed4305e9aed,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:59.086493 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55850) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:59.098391 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2b63c506-4259-4242-8f29-008983e5848e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:59.176183 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2b63c506-4259-4242-8f29-008983e5848e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:59.247975 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3424b-a2d0-489d-95fa-86dd96d324b7 req-fd540fca-7564-4d19-aaed-87ffabcee574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:59.250097 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7df3424b-a2d0-489d-95fa-86dd96d324b7 req-fd540fca-7564-4d19-aaed-87ffabcee574 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 1099 time: 0.0505672 Oct 14 06:57:59.299273 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2b63c506-4259-4242-8f29-008983e5848e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:59.322425 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821d95b-a75d-41c1-9734-abd3fd89aa77 req-af575f9a-4477-494e-b865-8d4e14219bfa tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:59.323944 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b821d95b-a75d-41c1-9734-abd3fd89aa77 req-af575f9a-4477-494e-b865-8d4e14219bfa tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0764127 Oct 14 06:57:59.346202 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7df3424b-a2d0-489d-95fa-86dd96d324b7 req-45711565-4d75-4aa5-ad00-c367a63a670a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877969 Oct 14 06:57:59.363002 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b821d95b-a75d-41c1-9734-abd3fd89aa77 req-8b066860-c46b-4fa9-b753-e884d7ad2f4e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331347 Oct 14 06:57:59.365483 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-2b63c506-4259-4242-8f29-008983e5848e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07e326dc52164e0aa9aed2d91bfd26a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788825 Oct 14 06:57:59.366488 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63c506-4259-4242-8f29-008983e5848e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e263cae6-741e-4e53-8342-582a78fface9,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:59.368016 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55858) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:59.416650 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5ae9fc37-6cb7-4c33-a985-5dc046b88a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:59.438966 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5ae9fc37-6cb7-4c33-a985-5dc046b88a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:59.544228 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5ae9fc37-6cb7-4c33-a985-5dc046b88a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:59.547328 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5ae9fc37-6cb7-4c33-a985-5dc046b88a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:59.550925 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-5ae9fc37-6cb7-4c33-a985-5dc046b88a59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e263cae6-741e-4e53-8342-582a78fface9 HTTP/1.1" status: 204 len: 168 time: 0.1796274 Oct 14 06:57:59.558126 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9fc37-6cb7-4c33-a985-5dc046b88a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e263cae6-741e-4e53-8342-582a78fface9,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:57:59.607753 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e95790-8c02-4b75-945d-5292c0dc1ab9 req-025da7a2-b7f6-4a68-b0e9-f11da6079108 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:59.618197 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-93e95790-8c02-4b75-945d-5292c0dc1ab9 req-025da7a2-b7f6-4a68-b0e9-f11da6079108 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 944 time: 0.0529282 Oct 14 06:57:59.647412 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-93e95790-8c02-4b75-945d-5292c0dc1ab9 req-06a45cc8-bb74-45e7-8fa1-881353eed3f9 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319245 Oct 14 06:57:59.710305 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55870) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:59.752682 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f266a6d-45a0-4b84-8a07-80f0afc8e02d admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:59.802116 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7f595-864e-414b-94d0-0f73311f6189 req-d8009528-f074-4525-a410-28a23bd71b8a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:59.804040 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-02d7f595-864e-414b-94d0-0f73311f6189 req-d8009528-f074-4525-a410-28a23bd71b8a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 945 time: 0.0806162 Oct 14 06:57:59.845168 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55876) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:57:59.876870 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-02d7f595-864e-414b-94d0-0f73311f6189 req-91056b34-30f9-4a95-888d-8587fcca590c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601037 Oct 14 06:57:59.886955 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6190ef6-6205-46d3-904a-d15d5d0a84c6 req-c7ca407f-77cb-4ce5-901f-ad6514459455 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:59.888997 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b6190ef6-6205-46d3-904a-d15d5d0a84c6 req-c7ca407f-77cb-4ce5-901f-ad6514459455 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0835102 Oct 14 06:57:59.907162 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f266a6d-45a0-4b84-8a07-80f0afc8e02d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:57:59.961107 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df07fe-f307-4bbd-9095-e5b690e151a5 req-6ec0bebe-055f-4561-87e6-654650fb0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:57:59.965546 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f2df07fe-f307-4bbd-9095-e5b690e151a5 req-6ec0bebe-055f-4561-87e6-654650fb0084 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 1098 time: 0.0546467 Oct 14 06:57:59.968027 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b6190ef6-6205-46d3-904a-d15d5d0a84c6 req-28737949-f0b7-4fae-a403-6563b5a107a6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691025 Oct 14 06:58:00.004070 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f266a6d-45a0-4b84-8a07-80f0afc8e02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.097518 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6f266a6d-45a0-4b84-8a07-80f0afc8e02d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=235c3e6529074d7c9dc6bf2d375cf0df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858445 Oct 14 06:58:00.100153 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55896) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:00.114441 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f266a6d-45a0-4b84-8a07-80f0afc8e02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49d8d32-08bf-45a7-9c3a-cd2fb74e3cf5,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:00.142376 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df07fe-f307-4bbd-9095-e5b690e151a5 req-571032b3-2aef-4314-8eba-3738f16c8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:00.142376 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f2df07fe-f307-4bbd-9095-e5b690e151a5 req-571032b3-2aef-4314-8eba-3738f16c8544 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 920 time: 0.1605420 Oct 14 06:58:00.143845 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4482e62c-d44e-4ab3-af2f-8b0ea90f10c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.144318 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 60bedccd-40f4-465d-9aba-dd1504039256 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:58:00.203702 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.203920 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f2df07fe-f307-4bbd-9095-e5b690e151a5 req-f55d2b94-58c7-4e6d-8d5f-299f2878b221 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=516cf1e6-624e-4270-b226-253c50182106 HTTP/1.1" status: 200 len: 217 time: 0.0506957 Oct 14 06:58:00.215817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f1c524f0-ff97-4a13-bf74-2be942599ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.250368 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f1c524f0-ff97-4a13-bf74-2be942599ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.274517 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df07fe-f307-4bbd-9095-e5b690e151a5 req-456ad658-3566-4500-9af5-703079cfbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:00.275913 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f2df07fe-f307-4bbd-9095-e5b690e151a5 req-456ad658-3566-4500-9af5-703079cfbd02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 200 len: 859 time: 0.0445564 Oct 14 06:58:00.298322 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 60bedccd-40f4-465d-9aba-dd1504039256 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 06:58:00.302591 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 60bedccd-40f4-465d-9aba-dd1504039256 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:58:00.302949 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.303181 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4482e62c-d44e-4ab3-af2f-8b0ea90f10c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.336471 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f2df07fe-f307-4bbd-9095-e5b690e151a5 req-7c718dfa-c418-4757-807f-822cd011693b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484281 Oct 14 06:58:00.382060 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4482e62c-d44e-4ab3-af2f-8b0ea90f10c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.387281 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.419224 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f1c524f0-ff97-4a13-bf74-2be942599ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.421272 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:58:00.424035 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f1c524f0-ff97-4a13-bf74-2be942599ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.425546 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f1c524f0-ff97-4a13-bf74-2be942599ffb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b49d8d32-08bf-45a7-9c3a-cd2fb74e3cf5 HTTP/1.1" status: 204 len: 168 time: 0.3244374 Oct 14 06:58:00.435871 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-4482e62c-d44e-4ab3-af2f-8b0ea90f10c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50888a3be1554b24abe2084615ac98ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890539 Oct 14 06:58:00.437830 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55910) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:00.438995 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482e62c-d44e-4ab3-af2f-8b0ea90f10c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dcab0e-4b76-4527-bb26-4d0eb3c5c3e8,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:00.451398 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c524f0-ff97-4a13-bf74-2be942599ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49d8d32-08bf-45a7-9c3a-cd2fb74e3cf5,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:00.491713 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f2df07fe-f307-4bbd-9095-e5b690e151a5 req-e3c2615f-bedf-457b-8434-727c608730cd service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391938 Oct 14 06:58:00.524615 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f246445b-f0ee-407b-b425-cd34a6509cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.525407 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.526410 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 9033cf30-15ef-4362-9430-685c04ed1666 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:58:00.583337 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f246445b-f0ee-407b-b425-cd34a6509cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.602997 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:00.684693 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 9033cf30-15ef-4362-9430-685c04ed1666 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 06:58:00.690227 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 9033cf30-15ef-4362-9430-685c04ed1666 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:58:00.690911 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.753385 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:58:00.755825 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790b5e36-1d22-47ad-a431-0698863f1fec" -d '{"events": [{"server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "name": "network-vif-plugged", "status": "completed", "tag": "60bedccd-40f4-465d-9aba-dd1504039256"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:58:00.819776 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a59c99-720b-4095-b96c-b4e5f6e7395a x-openstack-request-id: req-70a59c99-720b-4095-b96c-b4e5f6e7395a {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:58:00.819776 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "name": "network-vif-plugged", "status": "completed", "tag": "60bedccd-40f4-465d-9aba-dd1504039256", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:58:00.819776 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70a59c99-720b-4095-b96c-b4e5f6e7395a {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:58:00.819776 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256', 'code': 200} Oct 14 06:58:00.840548 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.853934 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b760e-14bb-4df0-bea3-e571fe042026 req-9ba58db9-d2dc-42d9-aeab-0fe5b1703a14 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:00.855620 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2a1b760e-14bb-4df0-bea3-e571fe042026 req-9ba58db9-d2dc-42d9-aeab-0fe5b1703a14 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 944 time: 0.0839586 Oct 14 06:58:00.880206 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f2df07fe-f307-4bbd-9095-e5b690e151a5 req-3081df26-e66a-4d77-9d35-40e563d2e6d9 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777840 Oct 14 06:58:00.898720 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 9033cf30-15ef-4362-9430-685c04ed1666, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=9033cf30-15ef-4362-9430-685c04ed1666,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:58:00.929965 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2a1b760e-14bb-4df0-bea3-e571fe042026 req-501d52a7-6c14-4436-8701-6cbfc4dcc631 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668173 Oct 14 06:58:00.987246 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f246445b-f0ee-407b-b425-cd34a6509cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.996788 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f246445b-f0ee-407b-b425-cd34a6509cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:00.999150 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-f246445b-f0ee-407b-b425-cd34a6509cb9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14dcab0e-4b76-4527-bb26-4d0eb3c5c3e8 HTTP/1.1" status: 204 len: 168 time: 0.5594199 Oct 14 06:58:01.008439 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246445b-f0ee-407b-b425-cd34a6509cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dcab0e-4b76-4527-bb26-4d0eb3c5c3e8,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:01.022702 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:01.041366 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fb477-f15c-4438-abe3-5175992ac904 req-c022df9f-0586-4ddf-a61f-839196e8440f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:01.043374 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-119fb477-f15c-4438-abe3-5175992ac904 req-c022df9f-0586-4ddf-a61f-839196e8440f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0536013 Oct 14 06:58:01.107063 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=9033cf30-15ef-4362-9430-685c04ed1666,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:01.111587 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-119fb477-f15c-4438-abe3-5175992ac904 req-c718d50e-e542-4a9d-b3be-91dadc288e04 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572767 Oct 14 06:58:01.122079 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b888c-0e09-4a0f-96fe-3e00f4011097 req-0a47afdb-ffef-4a51-a770-369569680fd4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:01.123591 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-452b888c-0e09-4a0f-96fe-3e00f4011097 req-0a47afdb-ffef-4a51-a770-369569680fd4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0784299 Oct 14 06:58:01.165208 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-452b888c-0e09-4a0f-96fe-3e00f4011097 req-38e1213b-5587-48f9-8d09-b2f1c6d62964 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Oct 14 06:58:01.343141 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55942) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:01.357685 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bb4-4e9c-414f-a30e-3a4bd9139185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:01.438705 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb184f7-06c0-4d05-8fc1-f4aaadc33771 req-660c503c-cd53-4be3-bd64-ad67e237ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:01.440187 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0fb184f7-06c0-4d05-8fc1-f4aaadc33771 req-660c503c-cd53-4be3-bd64-ad67e237ea23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 1099 time: 0.0555308 Oct 14 06:58:01.478265 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bb4-4e9c-414f-a30e-3a4bd9139185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:01.491912 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0fb184f7-06c0-4d05-8fc1-f4aaadc33771 req-207ba7dd-f8d0-4adc-af6a-1a149a572750 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387294 Oct 14 06:58:01.566669 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bb4-4e9c-414f-a30e-3a4bd9139185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:01.611892 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-fbf83bb4-4e9c-414f-a30e-3a4bd9139185 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4af574809b94db88001e8659003bf42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669532 Oct 14 06:58:01.612972 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf83bb4-4e9c-414f-a30e-3a4bd9139185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4ad8e7-2b32-4ffc-962c-aa45ace1766a,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:01.614708 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55950) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:01.662464 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c7bf199d-f63f-464a-aecc-c18a0dd83956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:01.686433 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c7bf199d-f63f-464a-aecc-c18a0dd83956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:01.821885 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c7bf199d-f63f-464a-aecc-c18a0dd83956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:01.837292 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c7bf199d-f63f-464a-aecc-c18a0dd83956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:01.837292 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-c7bf199d-f63f-464a-aecc-c18a0dd83956 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a4ad8e7-2b32-4ffc-962c-aa45ace1766a HTTP/1.1" status: 204 len: 168 time: 0.2099583 Oct 14 06:58:01.837292 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf199d-f63f-464a-aecc-c18a0dd83956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4ad8e7-2b32-4ffc-962c-aa45ace1766a,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:01.869864 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 55964) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:01.883718 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-550591ab-c74e-43b7-bac0-aa8f3381d0d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:01.963170 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-550591ab-c74e-43b7-bac0-aa8f3381d0d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:02.052304 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd08e19-7b52-47ef-951a-7e3437c21a0a req-23486445-50ee-4bf7-af85-9c2c81bf0b9d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:02.053830 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8dd08e19-7b52-47ef-951a-7e3437c21a0a req-23486445-50ee-4bf7-af85-9c2c81bf0b9d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0534477 Oct 14 06:58:02.092948 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8dd08e19-7b52-47ef-951a-7e3437c21a0a req-331f355d-caac-40ba-8a9b-9b3c7cd354dd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330720 Oct 14 06:58:02.101833 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-550591ab-c74e-43b7-bac0-aa8f3381d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:02.148597 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-550591ab-c74e-43b7-bac0-aa8f3381d0d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b255f0123f248679c4d6e080bfce6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750134 Oct 14 06:58:02.148597 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550591ab-c74e-43b7-bac0-aa8f3381d0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1cabec-f9ed-4c77-8037-8418ee4212a7,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:02.149443 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 55974) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:02.229364 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dc010d4-ba62-488f-b01a-ecadba741a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:02.255616 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dc010d4-ba62-488f-b01a-ecadba741a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:02.311051 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48f2e-bb18-462b-b345-28c07afd1a3b req-e918e144-7258-4415-82af-64226a7bf421 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:02.312564 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-70a48f2e-bb18-462b-b345-28c07afd1a3b req-e918e144-7258-4415-82af-64226a7bf421 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0848370 Oct 14 06:58:02.344512 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd318ca0-79c7-4b51-9ed6-c12723f3034b req-ab94e716-fc85-4922-9b4d-99cb725e18bc tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:02.344512 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dd318ca0-79c7-4b51-9ed6-c12723f3034b req-ab94e716-fc85-4922-9b4d-99cb725e18bc tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0884886 Oct 14 06:58:02.377988 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dc010d4-ba62-488f-b01a-ecadba741a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:02.391055 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-70a48f2e-bb18-462b-b345-28c07afd1a3b req-52a6a52b-e4a6-4578-8aec-13e20baab5ef tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708754 Oct 14 06:58:02.397554 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dc010d4-ba62-488f-b01a-ecadba741a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:02.405999 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-8dc010d4-ba62-488f-b01a-ecadba741a5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b1cabec-f9ed-4c77-8037-8418ee4212a7 HTTP/1.1" status: 204 len: 168 time: 0.2487526 Oct 14 06:58:02.428757 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dd318ca0-79c7-4b51-9ed6-c12723f3034b req-ba3a952f-630b-4341-a840-5df3fabafb55 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766201 Oct 14 06:58:02.438734 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc010d4-ba62-488f-b01a-ecadba741a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1cabec-f9ed-4c77-8037-8418ee4212a7,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:02.818193 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9033cf30-15ef-4362-9430-685c04ed1666'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:58:02.820612 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05a94ed-d815-4b25-a4e6-2c99274da225" -d '{"events": [{"server_uuid": "a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9", "name": "network-vif-plugged", "status": "completed", "tag": "9033cf30-15ef-4362-9430-685c04ed1666"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:58:02.855692 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f5d8b2-b3e7-4c95-b783-e1e2f625f565 x-openstack-request-id: req-15f5d8b2-b3e7-4c95-b783-e1e2f625f565 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:58:02.855946 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9", "name": "network-vif-plugged", "status": "completed", "tag": "9033cf30-15ef-4362-9430-685c04ed1666", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:58:02.856197 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15f5d8b2-b3e7-4c95-b783-e1e2f625f565 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:58:02.856577 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9033cf30-15ef-4362-9430-685c04ed1666', 'code': 200} Oct 14 06:58:03.230977 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5fd7b-bff5-461e-853a-e647a3053047 req-eace1b47-4008-4792-beea-468469e5e296 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:03.233221 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-20a5fd7b-bff5-461e-853a-e647a3053047 req-eace1b47-4008-4792-beea-468469e5e296 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0590167 Oct 14 06:58:03.289150 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-20a5fd7b-bff5-461e-853a-e647a3053047 req-a61a1f89-1d1b-46bc-9c33-ea5a1d32915f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480261 Oct 14 06:58:03.388016 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44a767-4718-4524-861a-ae55c500513f req-8f7b0e50-e775-41c0-a46d-a787fd68d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:03.391807 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cd44a767-4718-4524-861a-ae55c500513f req-8f7b0e50-e775-41c0-a46d-a787fd68d602 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 1098 time: 0.0491214 Oct 14 06:58:03.434263 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cd44a767-4718-4524-861a-ae55c500513f req-144f68e4-a428-45d4-85b5-8d68bc5aa961 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359547 Oct 14 06:58:03.566077 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94bbb8-dd99-4830-a23d-34de81bdc483 req-04b16af3-be0e-439f-a4af-820d01daf1df tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:03.567662 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb94bbb8-dd99-4830-a23d-34de81bdc483 req-04b16af3-be0e-439f-a4af-820d01daf1df tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0735192 Oct 14 06:58:03.665735 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80640644-d3b1-4488-974e-6633594fefed req-650ab983-68b5-48e5-bde6-0d87d845723a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:03.667271 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-80640644-d3b1-4488-974e-6633594fefed req-650ab983-68b5-48e5-bde6-0d87d845723a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0986900 Oct 14 06:58:03.670300 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb94bbb8-dd99-4830-a23d-34de81bdc483 req-4617e3f1-3ca0-4f49-89c4-dc4d87b97d56 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917983 Oct 14 06:58:03.708467 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-80640644-d3b1-4488-974e-6633594fefed req-5923062e-3c3e-413a-8a0f-9b83c5568805 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344646 Oct 14 06:58:03.838736 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56843a4-2e76-4e0e-9c13-a10616e9fa57 req-f833f152-2a82-4934-aa78-59ce52c1dc1b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:03.842138 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c56843a4-2e76-4e0e-9c13-a10616e9fa57 req-f833f152-2a82-4934-aa78-59ce52c1dc1b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0603147 Oct 14 06:58:03.849357 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56056) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:03.854189 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-27581012-08ea-44e0-bf17-5b6201a64555 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'floatingip': {'port_id': '60bedccd-40f4-465d-9aba-dd1504039256'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:58:03.931532 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27581012-08ea-44e0-bf17-5b6201a64555 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:04.428610 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa0e79-ab33-4b75-b964-5a2100d7d994 req-27307a9c-304e-4fe5-a708-027bad496f1e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:04.442312 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94aa0e79-ab33-4b75-b964-5a2100d7d994 req-27307a9c-304e-4fe5-a708-027bad496f1e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0722790 Oct 14 06:58:04.487082 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94aa0e79-ab33-4b75-b964-5a2100d7d994 req-a1705b4e-3304-406b-b33a-2c4c3c12b299 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422218 Oct 14 06:58:04.578622 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27581012-08ea-44e0-bf17-5b6201a64555 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:04.664209 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27581012-08ea-44e0-bf17-5b6201a64555 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:04.780411 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.l3_db [None req-27581012-08ea-44e0-bf17-5b6201a64555 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Floating IP dcf6e5fe-21ae-4fdf-b10d-25397c0f6a3a associated. External IP: 172.27.0.3, port: 60bedccd-40f4-465d-9aba-dd1504039256. Oct 14 06:58:04.859860 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205110e-edfe-4e8c-bdc3-3a5c2d534ef1 req-25852768-1f5b-4da2-b2ce-64087553999a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:04.861309 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8205110e-edfe-4e8c-bdc3-3a5c2d534ef1 req-25852768-1f5b-4da2-b2ce-64087553999a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0515795 Oct 14 06:58:04.924883 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8205110e-edfe-4e8c-bdc3-3a5c2d534ef1 req-ea01b1cb-66ae-471c-a8e4-4360b0181dce tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492585 Oct 14 06:58:05.211677 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204763c-aea8-4c42-a5c1-13db3c3c5bad req-c2f8e7c3-3da8-48fe-8c35-0bc7a843c344 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:05.221383 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2204763c-aea8-4c42-a5c1-13db3c3c5bad req-c2f8e7c3-3da8-48fe-8c35-0bc7a843c344 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.0611863 Oct 14 06:58:05.232386 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27581012-08ea-44e0-bf17-5b6201a64555 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Router 68707e76-01a7-47ca-b425-b56dfccac40a has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 06:58:05.261424 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2204763c-aea8-4c42-a5c1-13db3c3c5bad req-d05fd761-1492-42b6-962b-b7c7ca74232e tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Oct 14 06:58:05.367754 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27581012-08ea-44e0-bf17-5b6201a64555 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:58:05.373113 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27581012-08ea-44e0-bf17-5b6201a64555 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:05.382183 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] Sync routers for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:58:05.392070 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:58:05.392626 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:57:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:05.403597 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-27581012-08ea-44e0-bf17-5b6201a64555 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "PUT /v2.0/floatingips/dcf6e5fe-21ae-4fdf-b10d-25397c0f6a3a HTTP/1.1" status: 200 len: 990 time: 1.5505590 Oct 14 06:58:05.403597 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:58:05.404340 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e036bc7-740f-475d-b4b9-40116594adf3" -d '{"events": [{"name": "network-changed", "server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "tag": "60bedccd-40f4-465d-9aba-dd1504039256"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:58:05.442433 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 06:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc92a77-0fd8-4a26-92d5-ea5faf29dcd8 x-openstack-request-id: req-ebc92a77-0fd8-4a26-92d5-ea5faf29dcd8 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:58:05.442572 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "tag": "60bedccd-40f4-465d-9aba-dd1504039256", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:58:05.442715 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ebc92a77-0fd8-4a26-92d5-ea5faf29dcd8 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:58:05.443100 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256', 'status': 'completed', 'code': 200} Oct 14 06:58:05.505209 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:58:05.610994 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-5ccab1f3-b9d0-4870-b874-755976953f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:05.613175 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-5ccab1f3-b9d0-4870-b874-755976953f92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 1099 time: 0.0650151 Oct 14 06:58:05.742087 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-c382e3ca-09f0-4d4b-a998-b948f87bf211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:05.743988 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-c382e3ca-09f0-4d4b-a998-b948f87bf211 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 917 time: 0.1158452 Oct 14 06:58:05.831882 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d3a93-7dc1-4c45-85d7-f0c9c8b97f89 req-af6603c2-9e34-4a3f-a01e-b31d77329200 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:05.837107 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f64d3a93-7dc1-4c45-85d7-f0c9c8b97f89 req-af6603c2-9e34-4a3f-a01e-b31d77329200 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.2768312 Oct 14 06:58:05.890416 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-f9fc248e-bb01-4e1a-8af1-c4acd40a78c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bedccd-40f4-465d-9aba-dd1504039256 HTTP/1.1" status: 200 len: 998 time: 0.1229205 Oct 14 06:58:05.896621 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'dcf6e5fe-21ae-4fdf-b10d-25397c0f6a3a', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'port_id': '60bedccd-40f4-465d-9aba-dd1504039256', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'mac_address': 'fa:16:3e:3f:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T06:57:29Z', 'updated_at': '2021-10-14T06:58:04Z', 'revision_number': 1, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:05.897281 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f64d3a93-7dc1-4c45-85d7-f0c9c8b97f89 req-bfb10ebd-7d86-421e-b3a5-6995a6f8a9d4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473883 Oct 14 06:58:05.928257 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] Checking router: 68707e76-01a7-47ca-b425-b56dfccac40a for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:58:05.938591 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:58:05.939234 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:57:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:05.969452 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-d259d585-61fe-4fd0-9d24-4ddeae173489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:05.970974 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-d259d585-61fe-4fd0-9d24-4ddeae173489 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 200 len: 855 time: 0.0585272 Oct 14 06:58:06.056295 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-0a78a6d5-1dea-4955-a8f2-ef449ed9868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:06.058196 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-0a78a6d5-1dea-4955-a8f2-ef449ed9868c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ef5d404-6511-4668-98f7-3518420f00d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744765 Oct 14 06:58:06.089437 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:58:06.117891 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326ad09-ad94-43bd-aca0-3319b09c6a79 req-842d0d83-5298-4d71-b163-0980e2b6a1cd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:06.119378 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9326ad09-ad94-43bd-aca0-3319b09c6a79 req-842d0d83-5298-4d71-b163-0980e2b6a1cd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.1083524 Oct 14 06:58:06.131223 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2eece-0467-45fe-9ba9-6b52b7a6bf6e req-a963da71-ccbf-4647-bea5-94d04bed2444 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:06.132701 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1bc2eece-0467-45fe-9ba9-6b52b7a6bf6e req-a963da71-ccbf-4647-bea5-94d04bed2444 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0709651 Oct 14 06:58:06.133180 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56180) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:06.142641 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-79ab82d7-f394-4591-8789-836ff7b1611e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'floatingip': {'port_id': '9033cf30-15ef-4362-9430-685c04ed1666'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:58:06.194045 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-63b66192-2181-4382-85e7-bf14d8985d81 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199853 Oct 14 06:58:06.235432 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-79ab82d7-f394-4591-8789-836ff7b1611e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:06.342966 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1bc2eece-0467-45fe-9ba9-6b52b7a6bf6e req-2e228154-f2ed-4669-910b-65702cab431b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977661 Oct 14 06:58:06.483796 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'dcf6e5fe-21ae-4fdf-b10d-25397c0f6a3a', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'port_id': '60bedccd-40f4-465d-9aba-dd1504039256', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'mac_address': 'fa:16:3e:3f:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T06:57:29Z', 'updated_at': '2021-10-14T06:58:04Z', 'revision_number': 1, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:06.512298 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357e5f7-2c88-4790-8272-44324a838fdd req-56c3c19b-5246-400d-a8b1-aaa3b7200b30 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:06.514322 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3357e5f7-2c88-4790-8272-44324a838fdd req-56c3c19b-5246-400d-a8b1-aaa3b7200b30 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.1260726 Oct 14 06:58:06.516559 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387efc2-57c5-4c52-9c07-e68c6b33cf3a None None] The sync data for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi is: [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'dcf6e5fe-21ae-4fdf-b10d-25397c0f6a3a', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'floating_ip_address': '172.27.0.3', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'port_id': '60bedccd-40f4-465d-9aba-dd1504039256', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'mac_address': 'fa:16:3e:3f:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T06:57:29Z', 'updated_at': '2021-10-14T06:58:04Z', 'revision_number': 1, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:58:06.552260 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56196) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:06.677199 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56206) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:06.727278 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3357e5f7-2c88-4790-8272-44324a838fdd req-aa8d6575-8143-459c-aa48-e31d3f6ef62c tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044549 Oct 14 06:58:06.809939 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-801e53e1-5bc2-4d15-9629-fd98209be4d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:06.842252 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-da170810-efac-43c6-a91e-8a9c18f9bca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:06.960059 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-801e53e1-5bc2-4d15-9629-fd98209be4d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:06.992364 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-da170810-efac-43c6-a91e-8a9c18f9bca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.047188 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-801e53e1-5bc2-4d15-9629-fd98209be4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.061103 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9ea57-0d23-4a91-942b-edb64db0a905 None None] New status for floating IP dcf6e5fe-21ae-4fdf-b10d-25397c0f6a3a: ACTIVE {{(pid=106665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 06:58:07.080919 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-da170810-efac-43c6-a91e-8a9c18f9bca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.092819 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-79ab82d7-f394-4591-8789-836ff7b1611e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.108055 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-801e53e1-5bc2-4d15-9629-fd98209be4d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fb9590a164641ad8122a73d61d6179d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411413 Oct 14 06:58:07.108055 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e53e1-5bc2-4d15-9629-fd98209be4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52377e1d-9cb3-4ed9-be3b-c37a93d5db68,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:07.108856 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56222) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:07.162219 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-da170810-efac-43c6-a91e-8a9c18f9bca3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e0f92c2e5cf4478a6d16361a10d57c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573576 Oct 14 06:58:07.162219 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da170810-efac-43c6-a91e-8a9c18f9bca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23d8704-ccd4-4c8e-bc89-d31c3afdcebd,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:07.162908 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56226) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:07.198098 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-26f98df1-ea92-4d9c-b85f-62d4e9f031bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.235763 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-26f98df1-ea92-4d9c-b85f-62d4e9f031bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.240291 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2d20f49a-738a-493b-a884-52006c044385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.252456 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-79ab82d7-f394-4591-8789-836ff7b1611e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.297998 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2d20f49a-738a-493b-a884-52006c044385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.358111 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-26f98df1-ea92-4d9c-b85f-62d4e9f031bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.361042 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-26f98df1-ea92-4d9c-b85f-62d4e9f031bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.368787 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-26f98df1-ea92-4d9c-b85f-62d4e9f031bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52377e1d-9cb3-4ed9-be3b-c37a93d5db68 HTTP/1.1" status: 204 len: 168 time: 0.2527919 Oct 14 06:58:07.398466 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f98df1-ea92-4d9c-b85f-62d4e9f031bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52377e1d-9cb3-4ed9-be3b-c37a93d5db68,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:07.422745 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [None req-79ab82d7-f394-4591-8789-836ff7b1611e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Floating IP bbda3f7a-31b3-457c-875c-b7dc849f9549 associated. External IP: 172.27.0.186, port: 9033cf30-15ef-4362-9430-685c04ed1666. Oct 14 06:58:07.464332 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8e036bc7-740f-475d-b4b9-40116594adf3 req-6937541c-de47-4312-9a60-3b5754bed9dc service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169569 Oct 14 06:58:07.568089 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a10e4-3f3c-4bf2-9dc5-afa5616315aa req-0fd536d2-7d29-4d91-afb2-23ff54e285b5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:07.569469 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-633a10e4-3f3c-4bf2-9dc5-afa5616315aa req-0fd536d2-7d29-4d91-afb2-23ff54e285b5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0837517 Oct 14 06:58:07.648427 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-633a10e4-3f3c-4bf2-9dc5-afa5616315aa req-027288bf-a2f9-402a-bf04-029aa7bce0e2 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729439 Oct 14 06:58:07.708015 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2d20f49a-738a-493b-a884-52006c044385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.710601 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2d20f49a-738a-493b-a884-52006c044385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:07.712203 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-2d20f49a-738a-493b-a884-52006c044385 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e23d8704-ccd4-4c8e-bc89-d31c3afdcebd HTTP/1.1" status: 204 len: 168 time: 0.5480559 Oct 14 06:58:07.728684 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20f49a-738a-493b-a884-52006c044385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23d8704-ccd4-4c8e-bc89-d31c3afdcebd,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:07.734721 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ab82d7-f394-4591-8789-836ff7b1611e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 06:58:08.063512 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e04c3-abe9-4cc0-aadb-46af47d97c14 req-af433298-563b-4fa5-ab00-17907b7e21ff tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:08.063512 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ba7e04c3-abe9-4cc0-aadb-46af47d97c14 req-af433298-563b-4fa5-ab00-17907b7e21ff tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.0950425 Oct 14 06:58:08.078774 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ab82d7-f394-4591-8789-836ff7b1611e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:58:08.083539 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-79ab82d7-f394-4591-8789-836ff7b1611e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.090809 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] Sync routers for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:58:08.101771 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:58:08.102766 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:57:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:08.136666 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ba7e04c3-abe9-4cc0-aadb-46af47d97c14 req-3f8d8496-5edc-4a6d-a120-bc456c0bee72 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696549 Oct 14 06:58:08.141021 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-79ab82d7-f394-4591-8789-836ff7b1611e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "PUT /v2.0/floatingips/bbda3f7a-31b3-457c-875c-b7dc849f9549 HTTP/1.1" status: 200 len: 991 time: 2.0068738 Oct 14 06:58:08.141698 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'tag': '9033cf30-15ef-4362-9430-685c04ed1666'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:58:08.144457 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9", "tag": "9033cf30-15ef-4362-9430-685c04ed1666"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:58:08.239415 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56266) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:08.240404 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:58:08.256232 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2648c29c-2c20-4885-b69e-9cd4a71d9d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.340946 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2648c29c-2c20-4885-b69e-9cd4a71d9d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.426756 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2648c29c-2c20-4885-b69e-9cd4a71d9d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.473972 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-2648c29c-2c20-4885-b69e-9cd4a71d9d4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69b40ba7ae0c42feae9f3bd1e58b7b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304771 Oct 14 06:58:08.474211 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'bbda3f7a-31b3-457c-875c-b7dc849f9549', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'port_id': '9033cf30-15ef-4362-9430-685c04ed1666', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'mac_address': 'fa:16:3e:0a:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T06:57:31Z', 'updated_at': '2021-10-14T06:58:06Z', 'revision_number': 1, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:08.474383 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648c29c-2c20-4885-b69e-9cd4a71d9d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc31218-3acb-49c0-a74f-2c3b6c6fda7e,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:08.474474 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56276) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:08.501130 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] Checking router: 18fe9b33-d0b6-4b48-93b5-8a7e75565698 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:58:08.509428 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:58:08.510042 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:57:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:08.526698 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56278) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:08.533738 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-56b8acd8-92ac-4416-b6bf-3aeb64e215e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.542550 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8213991c-4389-4759-ae5c-0b9c1e261acc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.571813 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-56b8acd8-92ac-4416-b6bf-3aeb64e215e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.614651 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:58:08.663594 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8213991c-4389-4759-ae5c-0b9c1e261acc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.736023 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-56b8acd8-92ac-4416-b6bf-3aeb64e215e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.738565 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-56b8acd8-92ac-4416-b6bf-3aeb64e215e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.739708 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-56b8acd8-92ac-4416-b6bf-3aeb64e215e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dc31218-3acb-49c0-a74f-2c3b6c6fda7e HTTP/1.1" status: 204 len: 168 time: 0.2641826 Oct 14 06:58:08.748671 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8acd8-92ac-4416-b6bf-3aeb64e215e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc31218-3acb-49c0-a74f-2c3b6c6fda7e,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:08.774837 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8213991c-4389-4759-ae5c-0b9c1e261acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.818211 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8213991c-4389-4759-ae5c-0b9c1e261acc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f893fc5d10349adbf8d290452b9dde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904768 Oct 14 06:58:08.819714 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213991c-4389-4759-ae5c-0b9c1e261acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5bcce3-bc3f-4716-ac75-ff5f2dec81bb,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:08.821079 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56286) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:08.871648 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6fc9dd1a-a385-4afd-9a07-3118f0cf9b12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.874661 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'bbda3f7a-31b3-457c-875c-b7dc849f9549', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'port_id': '9033cf30-15ef-4362-9430-685c04ed1666', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'mac_address': 'fa:16:3e:0a:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T06:57:31Z', 'updated_at': '2021-10-14T06:58:06Z', 'revision_number': 1, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:08.897867 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6fc9dd1a-a385-4afd-9a07-3118f0cf9b12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:08.901273 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeda555-3f88-4e3f-ae8c-da8a9ca03b33 None None] The sync data for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi is: [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'bbda3f7a-31b3-457c-875c-b7dc849f9549', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'port_id': '9033cf30-15ef-4362-9430-685c04ed1666', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'mac_address': 'fa:16:3e:0a:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T06:57:31Z', 'updated_at': '2021-10-14T06:58:06Z', 'revision_number': 1, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:58:09.052605 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6fc9dd1a-a385-4afd-9a07-3118f0cf9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:09.055232 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6fc9dd1a-a385-4afd-9a07-3118f0cf9b12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:09.057951 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6fc9dd1a-a385-4afd-9a07-3118f0cf9b12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c5bcce3-bc3f-4716-ac75-ff5f2dec81bb HTTP/1.1" status: 204 len: 168 time: 0.2344778 Oct 14 06:58:09.066775 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9dd1a-a385-4afd-9a07-3118f0cf9b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5bcce3-bc3f-4716-ac75-ff5f2dec81bb,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:09.086976 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9649fc7-1170-44e7-9f02-e2542472f196 None None] New status for floating IP bbda3f7a-31b3-457c-875c-b7dc849f9549: ACTIVE {{(pid=106665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 06:58:09.646293 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 06:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d5a429-66b5-4b74-886a-ba33b438652b x-openstack-request-id: req-89d5a429-66b5-4b74-886a-ba33b438652b {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:58:09.646779 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9", "tag": "9033cf30-15ef-4362-9430-685c04ed1666", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:58:09.646885 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89d5a429-66b5-4b74-886a-ba33b438652b {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:58:09.647347 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'tag': '9033cf30-15ef-4362-9430-685c04ed1666', 'status': 'completed', 'code': 200} Oct 14 06:58:09.777081 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670da46-82c4-4e44-806e-432442a54f0a req-b1be5be9-8218-4eca-8d9e-4f526466a30f tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:09.778588 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c670da46-82c4-4e44-806e-432442a54f0a req-b1be5be9-8218-4eca-8d9e-4f526466a30f tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.0805612 Oct 14 06:58:09.786294 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e06b12-2b57-492f-8411-e85fec5f6c72 req-fa78d50f-8dd5-4f3d-a503-1d54c9e3c862 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:09.788076 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d8e06b12-2b57-492f-8411-e85fec5f6c72 req-fa78d50f-8dd5-4f3d-a503-1d54c9e3c862 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0888145 Oct 14 06:58:09.797917 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-82aa7a69-86db-4658-a156-cb4304b65e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:09.800396 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-82aa7a69-86db-4658-a156-cb4304b65e44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 1098 time: 0.0583575 Oct 14 06:58:09.852504 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c670da46-82c4-4e44-806e-432442a54f0a req-2ef2e2bf-be0b-43b3-8467-f29507bd6b57 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633094 Oct 14 06:58:09.855780 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d8e06b12-2b57-492f-8411-e85fec5f6c72 req-98c04757-28f7-4c04-a8b0-0cef909c0999 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585208 Oct 14 06:58:09.919219 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-ba87e7e8-4dd7-4e0f-8020-7fdf6722fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:09.920764 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-ba87e7e8-4dd7-4e0f-8020-7fdf6722fb3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 912 time: 0.1083629 Oct 14 06:58:09.993797 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-ca68c2a8-0a78-4441-a779-f4b7135fc1b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9033cf30-15ef-4362-9430-685c04ed1666 HTTP/1.1" status: 200 len: 1001 time: 0.0624299 Oct 14 06:58:10.053783 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-6169af9b-cd42-45bb-8741-8f06e6b2e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:10.055346 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-6169af9b-cd42-45bb-8741-8f06e6b2e20e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4b593eb-eaa1-442b-aeba-f9575e021948 HTTP/1.1" status: 200 len: 850 time: 0.0445378 Oct 14 06:58:10.106728 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-9765a2a1-a35e-4078-87ee-da3bd081e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:10.108763 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-9765a2a1-a35e-4078-87ee-da3bd081e9f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66155dfa-dea4-48a3-b82b-3a2397f9f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392685 Oct 14 06:58:10.210168 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-ae68a667-b239-46f9-a550-540d63e19e4f service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837712 Oct 14 06:58:10.303916 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-e2b32fbd-7923-4116-9bbc-fba24fb8dd14 req-fb51fd1c-5262-4621-a106-cbbeaea95ae5 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Oct 14 06:58:10.407392 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56348) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:10.512123 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:10.594134 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:10.681252 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:10.720711 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45983043a5f447539963cac262942341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121831 Oct 14 06:58:10.723212 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56394) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:10.729017 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1480db14-5558-431a-b0e3-5eb47a6a0c4f,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:10.742513 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.742855 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.743191 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.743541 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.743870 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.744201 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.744522 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.744843 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.745161 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.745475 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.745789 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.746103 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751582cc-5461-498f-847f-7a43bb6b1d0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:10.793732 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d21400c-3287-4439-8ba4-609dd73d4a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:10.816505 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d21400c-3287-4439-8ba4-609dd73d4a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:10.955390 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d21400c-3287-4439-8ba4-609dd73d4a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:10.958013 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d21400c-3287-4439-8ba4-609dd73d4a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:10.961701 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6d21400c-3287-4439-8ba4-609dd73d4a78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1480db14-5558-431a-b0e3-5eb47a6a0c4f HTTP/1.1" status: 204 len: 168 time: 0.2375300 Oct 14 06:58:10.969407 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21400c-3287-4439-8ba4-609dd73d4a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1480db14-5558-431a-b0e3-5eb47a6a0c4f,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:11.021306 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6febf9-3f28-43c9-a853-f4b247df7abc req-08da7dcb-3cf7-4a47-974b-ea6b16ace52d tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:11.023901 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f6febf9-3f28-43c9-a853-f4b247df7abc req-08da7dcb-3cf7-4a47-974b-ea6b16ace52d tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.0904403 Oct 14 06:58:11.031982 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987d89b-6ee0-4e34-8d28-cb916055ae54 req-50a9da6c-4798-4e6c-9c2a-6a00757edbb8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:11.033342 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d987d89b-6ee0-4e34-8d28-cb916055ae54 req-50a9da6c-4798-4e6c-9c2a-6a00757edbb8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.1012020 Oct 14 06:58:11.085302 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f6febf9-3f28-43c9-a853-f4b247df7abc req-8064646a-1bdd-424b-a981-ab6a67e6ed23 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510392 Oct 14 06:58:11.092676 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d987d89b-6ee0-4e34-8d28-cb916055ae54 req-be81fa51-0839-46a9-a40d-033f7ccfed78 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527430 Oct 14 06:58:11.600140 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56450) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:11.747705 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:11.830402 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:11.897973 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:11.933546 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64cf43f402e848b4a5103e1c5cf2e9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323576 Oct 14 06:58:11.936948 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56466) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:11.938684 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ff126-7550-4d91-8155-82c0157742a8,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:11.947950 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.948410 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.948776 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.949104 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.949449 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.949975 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.950325 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.950666 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.951590 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.951954 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.952296 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.952629 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d4c14-26a9-49f6-837f-4f8dcf69396a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:58:11.986217 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-85cde262-ea3b-4bb0-a2f3-3241f45a449d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:12.007558 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-85cde262-ea3b-4bb0-a2f3-3241f45a449d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:12.149847 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-85cde262-ea3b-4bb0-a2f3-3241f45a449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:12.152490 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-85cde262-ea3b-4bb0-a2f3-3241f45a449d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:12.153654 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-85cde262-ea3b-4bb0-a2f3-3241f45a449d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b1ff126-7550-4d91-8155-82c0157742a8 HTTP/1.1" status: 204 len: 168 time: 0.2157059 Oct 14 06:58:12.162688 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cde262-ea3b-4bb0-a2f3-3241f45a449d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ff126-7550-4d91-8155-82c0157742a8,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:12.191123 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-44cc4004-5d88-4389-8b1e-df10a719dd94 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:12.192640 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-44cc4004-5d88-4389-8b1e-df10a719dd94 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.1018357 Oct 14 06:58:12.328359 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836da7c-a9b2-4be0-992e-811163ddf34d req-e09ccdaf-2ba3-4d68-8919-0aec6537a50a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:12.329966 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9836da7c-a9b2-4be0-992e-811163ddf34d req-e09ccdaf-2ba3-4d68-8919-0aec6537a50a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.1063228 Oct 14 06:58:12.346962 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d3537-9e16-4064-bd31-9d9a456c5626 req-f222bfb1-8949-4c4f-b540-19f64ad335e7 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:12.347772 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-d5ba18e4-8221-40a0-8197-4c597dc47f25 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Deleting port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 06:58:12.348112 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-d5ba18e4-8221-40a0-8197-4c597dc47f25 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:12.348735 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cd6d3537-9e16-4064-bd31-9d9a456c5626 req-f222bfb1-8949-4c4f-b540-19f64ad335e7 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 946 time: 0.0837920 Oct 14 06:58:12.417204 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9836da7c-a9b2-4be0-992e-811163ddf34d req-a4486d42-0d48-484e-b28f-ccd30c680b03 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673509 Oct 14 06:58:12.425850 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cd6d3537-9e16-4064-bd31-9d9a456c5626 req-35675fd7-10b4-4d8a-a49d-6d3b4f271d46 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/security-groups?id=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690479 Oct 14 06:58:12.458106 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-d5ba18e4-8221-40a0-8197-4c597dc47f25 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] For port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,segment=NetworkSegment(d76fe3f6-7cc2-4121-8451-25b2affd2cf5),segment_id=d76fe3f6-7cc2-4121-8451-25b2affd2cf5)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:58:12.458836 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-d5ba18e4-8221-40a0-8197-4c597dc47f25 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:12.474344 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-d5ba18e4-8221-40a0-8197-4c597dc47f25 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Calling delete_port for c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 06:58:12.710372 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-d5ba18e4-8221-40a0-8197-4c597dc47f25 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:12.739602 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba18e4-8221-40a0-8197-4c597dc47f25 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Pushing event deleted for resources: {'Port': ['ID=c28099ff-d8bc-46bb-abe4-7ac3f1eeb846,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:12.796617 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-d5ba18e4-8221-40a0-8197-4c597dc47f25 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] No DVR routers for this DVR port c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 06:58:12.804205 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-d5ba18e4-8221-40a0-8197-4c597dc47f25 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:12.807722 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ddfe3584-ae03-4553-8415-b0ac8742ab32 req-d5ba18e4-8221-40a0-8197-4c597dc47f25 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.39 "DELETE /v2.0/ports/c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 HTTP/1.1" status: 204 len: 173 time: 0.6001122 Oct 14 06:58:12.808154 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc26e18e-b5e2-4970-a22d-e30bfc183a11', 'name': 'network-vif-deleted', 'tag': 'c28099ff-d8bc-46bb-abe4-7ac3f1eeb846'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:58:12.810483 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d45ac05-126e-422d-8244-c06cfd46cea1" -d '{"events": [{"server_uuid": "cc26e18e-b5e2-4970-a22d-e30bfc183a11", "name": "network-vif-deleted", "tag": "c28099ff-d8bc-46bb-abe4-7ac3f1eeb846"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:58:12.892528 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a80704-d772-4580-b8d6-47214ef550a2 x-openstack-request-id: req-c8a80704-d772-4580-b8d6-47214ef550a2 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:58:12.892528 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc26e18e-b5e2-4970-a22d-e30bfc183a11", "name": "network-vif-deleted", "tag": "c28099ff-d8bc-46bb-abe4-7ac3f1eeb846", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:58:12.892528 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8a80704-d772-4580-b8d6-47214ef550a2 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:58:12.892528 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc26e18e-b5e2-4970-a22d-e30bfc183a11', 'name': 'network-vif-deleted', 'tag': 'c28099ff-d8bc-46bb-abe4-7ac3f1eeb846', 'status': 'completed', 'code': 200} Oct 14 06:58:13.041542 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56506) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:13.058863 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5145-fe12-4245-afbf-f4964ae033aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:13.137781 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5145-fe12-4245-afbf-f4964ae033aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:13.218563 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d8ca5145-fe12-4245-afbf-f4964ae033aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:13.255948 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-d8ca5145-fe12-4245-afbf-f4964ae033aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08b34a0dbe924003a5d5d9b7eeb58572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132878 Oct 14 06:58:13.256876 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca5145-fe12-4245-afbf-f4964ae033aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691f9389-98a5-4576-8a92-4bef148624ea,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:13.258893 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56512) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:13.309116 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-32309a1e-b081-48ee-9e72-af136743c0a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:13.329641 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-32309a1e-b081-48ee-9e72-af136743c0a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:13.433279 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-32309a1e-b081-48ee-9e72-af136743c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:13.436541 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-32309a1e-b081-48ee-9e72-af136743c0a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:13.440586 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-32309a1e-b081-48ee-9e72-af136743c0a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/691f9389-98a5-4576-8a92-4bef148624ea HTTP/1.1" status: 204 len: 168 time: 0.1775382 Oct 14 06:58:13.445652 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32309a1e-b081-48ee-9e72-af136743c0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691f9389-98a5-4576-8a92-4bef148624ea,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:13.557702 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e310e8cb-e99d-4b2b-ba9d-91f95e96f3af req-ae9f9a00-e480-4571-ad70-f6444212a434 tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.0349948 Oct 14 06:58:13.573586 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece9716-5ada-4d71-a302-edaec87433f6 req-dc771c2e-2ffb-4f5e-a85f-fcd3ed92960f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:13.575094 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cece9716-5ada-4d71-a302-edaec87433f6 req-dc771c2e-2ffb-4f5e-a85f-fcd3ed92960f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0789852 Oct 14 06:58:13.612803 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cece9716-5ada-4d71-a302-edaec87433f6 req-b3a9353b-be4a-41cb-b54a-36a76a5cdbc0 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Oct 14 06:58:14.162662 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 06:58:14.188013 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 06:58:14.188360 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device c28099ff-d8bc-46bb-abe4-7ac3f1eeb846 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 06:58:14.690271 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-afb1abb0-3be0-4005-9e9b-c019c4ca93de req-9ee8cf7d-e0f0-41fd-a06a-b3401f51e6ce tempest-DeleteServersTestJSON-1284019367 tempest-DeleteServersTestJSON-1284019367-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc26e18e-b5e2-4970-a22d-e30bfc183a11 HTTP/1.1" status: 200 len: 210 time: 0.0293996 Oct 14 06:58:14.739755 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb9557-f1d7-4aa1-8e15-a8c97d281bba req-83feb567-17f6-4a90-9af7-9c42939e25fc tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:14.741725 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e0fb9557-f1d7-4aa1-8e15-a8c97d281bba req-83feb567-17f6-4a90-9af7-9c42939e25fc tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0491486 Oct 14 06:58:14.782880 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e0fb9557-f1d7-4aa1-8e15-a8c97d281bba req-e56c945b-0829-42ef-95c3-cc2155cf31b9 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Oct 14 06:58:15.912320 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a5a15-7783-4e80-b750-b43b517e269c req-b936c301-fe24-4887-99e6-d177e57ba102 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:15.913942 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-661a5a15-7783-4e80-b750-b43b517e269c req-b936c301-fe24-4887-99e6-d177e57ba102 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0551243 Oct 14 06:58:15.965009 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-661a5a15-7783-4e80-b750-b43b517e269c req-40f15655-7081-4b03-866a-bc5a923c4628 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Oct 14 06:58:17.100791 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb0e20-2c27-4bdd-a765-08d1f7622c4b req-b27234d3-f585-4777-a6f7-6fd5d1d4e230 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:17.102451 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00bb0e20-2c27-4bdd-a765-08d1f7622c4b req-b27234d3-f585-4777-a6f7-6fd5d1d4e230 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0577011 Oct 14 06:58:17.147874 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00bb0e20-2c27-4bdd-a765-08d1f7622c4b req-71e99012-5df5-4130-b7c1-e45591fa4539 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373552 Oct 14 06:58:17.452806 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56694) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:17.498032 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d63bdd-f1f5-459a-96db-ac5253d37367 admin admin] Deleting subnet c03b71db-9763-464d-b2f9-8275e96ea1e0 {{(pid=106664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 06:58:17.501138 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-39d63bdd-f1f5-459a-96db-ac5253d37367 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.539999 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-39d63bdd-f1f5-459a-96db-ac5253d37367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16552993'] for subnet, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.578574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-39d63bdd-f1f5-459a-96db-ac5253d37367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.607965 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56698) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:17.712706 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-025b7dc1-2909-4fe0-a19f-ba5ca0d1af50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.753901 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-39d63bdd-f1f5-459a-96db-ac5253d37367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15815735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15940715'] for subnet, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.785436 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d63bdd-f1f5-459a-96db-ac5253d37367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c03b71db-9763-464d-b2f9-8275e96ea1e0,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:17.793441 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-39d63bdd-f1f5-459a-96db-ac5253d37367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.796948 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-39d63bdd-f1f5-459a-96db-ac5253d37367 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c03b71db-9763-464d-b2f9-8275e96ea1e0 HTTP/1.1" status: 204 len: 168 time: 0.3431532 Oct 14 06:58:17.799722 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56710) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:17.845316 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-025b7dc1-2909-4fe0-a19f-ba5ca0d1af50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.868543 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.938078 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-025b7dc1-2909-4fe0-a19f-ba5ca0d1af50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.946125 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.965815 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7427a3cc-ba5e-4858-b76d-dc16b0da0890']}} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:17.974797 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76fe3f6-7cc2-4121-8451-25b2affd2cf5') {'for_net_delete': True} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:17.975090 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76fe3f6-7cc2-4121-8451-25b2affd2cf5') {} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:58:17.978544 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-025b7dc1-2909-4fe0-a19f-ba5ca0d1af50 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=523de6c2cd9f49f28674db3d5a71e508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671892 Oct 14 06:58:17.978544 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b7dc1-2909-4fe0-a19f-ba5ca0d1af50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864f0a88-991d-427f-93f2-dedd89d69206,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:17.980949 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56712) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:17.984507 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15967528'] for segment, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:17.997497 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:18.003944 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=106663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 06:58:18.004396 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15657989'] for segment, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: Traceback (most recent call last): Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: timer() Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: cb(*args, **kw) Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: return func(*args, **kwargs) Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: self._notify() Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: self.callback(batched_events) Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: event.method(event) Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: return f(self, *a, **k) Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._get(url).json() Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: return self.request(url, 'GET', **kwargs) Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 06:58:18.006048 dv-cinder-804470-7-iscsi neutron-server[106663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 06:58:18.032961 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-02f0eb05-3384-45c3-a5d2-a90e990cf903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:18.054352 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-02f0eb05-3384-45c3-a5d2-a90e990cf903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:18.178312 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-02f0eb05-3384-45c3-a5d2-a90e990cf903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:18.180872 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-02f0eb05-3384-45c3-a5d2-a90e990cf903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:18.182001 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-02f0eb05-3384-45c3-a5d2-a90e990cf903 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/864f0a88-991d-427f-93f2-dedd89d69206 HTTP/1.1" status: 204 len: 168 time: 0.2001445 Oct 14 06:58:18.191380 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0eb05-3384-45c3-a5d2-a90e990cf903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864f0a88-991d-427f-93f2-dedd89d69206,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:18.293645 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cfa88-ce3f-4215-8388-4b359500e007 req-b1791813-e1a5-48b9-aed8-bb355e513fcd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:18.295698 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-808cfa88-ce3f-4215-8388-4b359500e007 req-b1791813-e1a5-48b9-aed8-bb355e513fcd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0514379 Oct 14 06:58:18.334764 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-808cfa88-ce3f-4215-8388-4b359500e007 req-c362bcf7-80f9-45cc-8bfc-19bf39ff3c2c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Oct 14 06:58:18.367152 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:18.374532 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:18.377721 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] 10.222.0.26 "DELETE /v2.0/networks/7427a3cc-ba5e-4858-b76d-dc16b0da0890 HTTP/1.1" status: 204 len: 168 time: 0.5764744 Oct 14 06:58:18.387079 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb986f9-9e38-4eca-8ccc-291cc49b943f admin admin] Pushing event deleted for resources: {'Network': ['ID=7427a3cc-ba5e-4858-b76d-dc16b0da0890,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:18.463193 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-f0278ecb-1f3f-4e24-8f12-d29bd7c8157d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421581 Oct 14 06:58:18.594099 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-e8a360fa-e7e0-4cb2-a3c4-eeed7d11a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:18.594099 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-e8a360fa-e7e0-4cb2-a3c4-eeed7d11a723 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 1099 time: 0.0419657 Oct 14 06:58:18.704483 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-9c43e2d2-0386-4649-9e98-da1e507609a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:18.705919 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-9c43e2d2-0386-4649-9e98-da1e507609a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 920 time: 0.0892375 Oct 14 06:58:18.749023 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-e6fe8005-ba4c-4189-ade6-40e914978046 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=067ecb6b-20fb-43d0-aefe-10850bf898da HTTP/1.1" status: 200 len: 217 time: 0.0341916 Oct 14 06:58:18.816589 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-05434d50-00d4-4a61-967f-741ba6b07cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:18.818172 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-05434d50-00d4-4a61-967f-741ba6b07cd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 200 len: 859 time: 0.0438097 Oct 14 06:58:18.855778 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-33d23c5b-4465-45ed-8636-be4d8b93c8cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276911 Oct 14 06:58:18.895994 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56744) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:18.955351 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-7bd50c3e-220b-4236-b5ed-4bdb98d23c36 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894821 Oct 14 06:58:18.959717 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-684fd3d9-ad3b-47d8-8a2c-928f3ac7fd82 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6d0f577d4e24ad39b9288104a0781d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0623746 Oct 14 06:58:18.962244 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56748) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:18.967564 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56750) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:18.985600 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-47aec543-fd67-4fa5-88e2-f66f771c0efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.026899 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-acfa2902-f11a-41b5-b0ed-8adb8fda67de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.057893 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-acfa2902-f11a-41b5-b0ed-8adb8fda67de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.136981 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-47aec543-fd67-4fa5-88e2-f66f771c0efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.143121 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b0777b00-7bd5-4fcf-b168-e472b6777ea6 req-639ab36e-aac4-47c8-8716-fbe8e26aede8 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234007 Oct 14 06:58:19.207051 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-acfa2902-f11a-41b5-b0ed-8adb8fda67de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.209680 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-acfa2902-f11a-41b5-b0ed-8adb8fda67de admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.210809 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-acfa2902-f11a-41b5-b0ed-8adb8fda67de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7 HTTP/1.1" status: 204 len: 168 time: 0.2460103 Oct 14 06:58:19.219301 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa2902-f11a-41b5-b0ed-8adb8fda67de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dc9f6b-2fe2-4891-9fd0-38e9cf79d0b7,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:19.234327 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-47aec543-fd67-4fa5-88e2-f66f771c0efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.277383 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-47aec543-fd67-4fa5-88e2-f66f771c0efd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7960e26e9cc433b9ea6cdde82034ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086810 Oct 14 06:58:19.278259 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aec543-fd67-4fa5-88e2-f66f771c0efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d88c10f-7f94-4d27-98e4-309556677211,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:19.280759 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56754) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:19.343622 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a11e1da4-b70d-4b4f-bf64-a1aea9d11f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.378071 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a11e1da4-b70d-4b4f-bf64-a1aea9d11f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.486464 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440444ec-dc4e-4d16-aaca-e66dec7a9c4e req-caf8bcf9-78e7-445a-a83b-300682af8c52 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:19.488007 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-440444ec-dc4e-4d16-aaca-e66dec7a9c4e req-caf8bcf9-78e7-445a-a83b-300682af8c52 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0505104 Oct 14 06:58:19.526689 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-440444ec-dc4e-4d16-aaca-e66dec7a9c4e req-97e20898-13ef-47fb-a831-65be41f81f65 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Oct 14 06:58:19.538348 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a11e1da4-b70d-4b4f-bf64-a1aea9d11f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.541336 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a11e1da4-b70d-4b4f-bf64-a1aea9d11f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:19.542505 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-a11e1da4-b70d-4b4f-bf64-a1aea9d11f68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d88c10f-7f94-4d27-98e4-309556677211 HTTP/1.1" status: 204 len: 168 time: 0.2605953 Oct 14 06:58:19.554461 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e1da4-b70d-4b4f-bf64-a1aea9d11f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d88c10f-7f94-4d27-98e4-309556677211,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:20.690966 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731562b9-8b32-4214-ad9b-f5efc50ffddc req-f784b3ad-806f-4757-a38b-c652653836f3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:20.694017 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-731562b9-8b32-4214-ad9b-f5efc50ffddc req-f784b3ad-806f-4757-a38b-c652653836f3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0606387 Oct 14 06:58:20.738911 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-731562b9-8b32-4214-ad9b-f5efc50ffddc req-3b7a7467-102f-47c5-9b40-55afdf7a0da8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374432 Oct 14 06:58:21.633858 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:21.868098 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bc5f9-b569-4114-a891-bd5ac1bb4f30 req-baea9a7d-9256-44f9-8b97-af1391d8c1e6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:21.869532 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7e9bc5f9-b569-4114-a891-bd5ac1bb4f30 req-baea9a7d-9256-44f9-8b97-af1391d8c1e6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0472288 Oct 14 06:58:21.906408 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7e9bc5f9-b569-4114-a891-bd5ac1bb4f30 req-f66c305d-6552-4265-bfb9-6b3bec39d707 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Oct 14 06:58:23.793927 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56938) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:23.896982 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0a76876e-ed8f-4695-ba4b-28b34394cbd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:23.969207 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0a76876e-ed8f-4695-ba4b-28b34394cbd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:24.041118 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0a76876e-ed8f-4695-ba4b-28b34394cbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:24.082871 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-0a76876e-ed8f-4695-ba4b-28b34394cbd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0c5717f439d48518778a4a36e3fe788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878866 Oct 14 06:58:24.083739 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76876e-ed8f-4695-ba4b-28b34394cbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e128dab4-3a51-4c92-9cc6-b4e29e727d6f,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:24.085596 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56948) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:24.132854 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-26ec46b1-477b-489b-85e9-311596d0a64e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:24.161439 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-26ec46b1-477b-489b-85e9-311596d0a64e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:24.281253 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-26ec46b1-477b-489b-85e9-311596d0a64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:24.283783 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-26ec46b1-477b-489b-85e9-311596d0a64e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:24.284875 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-26ec46b1-477b-489b-85e9-311596d0a64e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e128dab4-3a51-4c92-9cc6-b4e29e727d6f HTTP/1.1" status: 204 len: 168 time: 0.1982248 Oct 14 06:58:24.292414 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec46b1-477b-489b-85e9-311596d0a64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e128dab4-3a51-4c92-9cc6-b4e29e727d6f,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:24.404923 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-97baf9d3-67fc-4726-9330-b3c072ee2731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:24.811875 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 56956) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:24.824931 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-eee88b21-e315-40cf-877b-b7f0bfab9eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:24.893775 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-eee88b21-e315-40cf-877b-b7f0bfab9eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:24.943729 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-eee88b21-e315-40cf-877b-b7f0bfab9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:24.981628 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-eee88b21-e315-40cf-877b-b7f0bfab9eb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c139fe288a6f499fab78a751646cbe93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686146 Oct 14 06:58:24.982550 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee88b21-e315-40cf-877b-b7f0bfab9eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f56790-8315-4147-99b8-10dd82520bd1,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:24.985062 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 56958) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:25.045987 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e588247c-2c26-4fa0-92a1-4023185596a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:25.067723 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e588247c-2c26-4fa0-92a1-4023185596a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:25.149633 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1292e-87b5-47e1-90ec-d2b6e65f09b4 req-009b3b8e-c46d-40b1-90bf-79a23ce39ac8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:25.151103 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-64f1292e-87b5-47e1-90ec-d2b6e65f09b4 req-009b3b8e-c46d-40b1-90bf-79a23ce39ac8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0537698 Oct 14 06:58:25.188704 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-64f1292e-87b5-47e1-90ec-d2b6e65f09b4 req-ff0e9ffe-3f9f-4eb0-b3cb-47b4472c9921 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Oct 14 06:58:25.219204 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e588247c-2c26-4fa0-92a1-4023185596a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:25.221896 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e588247c-2c26-4fa0-92a1-4023185596a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:25.223004 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-e588247c-2c26-4fa0-92a1-4023185596a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54f56790-8315-4147-99b8-10dd82520bd1 HTTP/1.1" status: 204 len: 168 time: 0.2368321 Oct 14 06:58:25.230994 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588247c-2c26-4fa0-92a1-4023185596a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f56790-8315-4147-99b8-10dd82520bd1,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:26.341483 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9299e7-bc6b-4a8c-9a34-b9878eccdb18 req-636ebc4f-f053-4fee-8874-abeff071071a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:26.343509 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7f9299e7-bc6b-4a8c-9a34-b9878eccdb18 req-636ebc4f-f053-4fee-8874-abeff071071a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0581164 Oct 14 06:58:26.386689 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7f9299e7-bc6b-4a8c-9a34-b9878eccdb18 req-a15a3e1e-65e6-416c-9338-efca266ffe75 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371854 Oct 14 06:58:26.884070 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 57026) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:26.989231 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-82c0f7c2-def4-4fd9-b25b-d0362cdf6e8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:27.062882 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-82c0f7c2-def4-4fd9-b25b-d0362cdf6e8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:27.126842 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-82c0f7c2-def4-4fd9-b25b-d0362cdf6e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:27.166408 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-82c0f7c2-def4-4fd9-b25b-d0362cdf6e8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4af25146de446709ee4725914ded3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811534 Oct 14 06:58:27.167603 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0f7c2-def4-4fd9-b25b-d0362cdf6e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd77af2d-6546-45b2-be39-32075eae0937,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:27.169331 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57034) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:27.184652 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d368cb9c-b8f9-4a26-b06f-ee2643eaaff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:27.250901 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2199e6a9-66f2-40d8-b461-957ea27d6ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:27.273099 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2199e6a9-66f2-40d8-b461-957ea27d6ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:27.405979 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2199e6a9-66f2-40d8-b461-957ea27d6ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:27.410210 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2199e6a9-66f2-40d8-b461-957ea27d6ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:27.414229 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-2199e6a9-66f2-40d8-b461-957ea27d6ce2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd77af2d-6546-45b2-be39-32075eae0937 HTTP/1.1" status: 204 len: 168 time: 0.2253966 Oct 14 06:58:27.423546 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199e6a9-66f2-40d8-b461-957ea27d6ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd77af2d-6546-45b2-be39-32075eae0937,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:27.536314 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d57b56-83c2-4b0f-8cb7-dc8d8024963c req-b4719493-1e07-4038-a14e-82e80a666ab5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:27.537917 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94d57b56-83c2-4b0f-8cb7-dc8d8024963c req-b4719493-1e07-4038-a14e-82e80a666ab5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0520766 Oct 14 06:58:27.574818 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94d57b56-83c2-4b0f-8cb7-dc8d8024963c req-69750c40-f917-4633-91d6-bd40dd5d7713 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308368 Oct 14 06:58:28.269971 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:28.468453 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:28.695922 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d3f9-62ef-4716-9c7c-51ebddd709fe req-9491bc7c-2f1e-431a-bc6c-60e9d06456f4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:28.697408 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eea3d3f9-62ef-4716-9c7c-51ebddd709fe req-9491bc7c-2f1e-431a-bc6c-60e9d06456f4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0522959 Oct 14 06:58:28.737148 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eea3d3f9-62ef-4716-9c7c-51ebddd709fe req-9e34c640-4b05-468d-b57c-2f35b983bccc tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330970 Oct 14 06:58:29.144662 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57132) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:29.269927 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c61a5ce-76c5-4b87-88d6-01c08e6740f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:29.342993 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c61a5ce-76c5-4b87-88d6-01c08e6740f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:29.399106 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c61a5ce-76c5-4b87-88d6-01c08e6740f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:29.437373 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61a5ce-76c5-4b87-88d6-01c08e6740f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e772ff4-963f-4d75-ad6e-fd5dcabfb80b,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:29.443801 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-7c61a5ce-76c5-4b87-88d6-01c08e6740f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8eaee149a1ec4a968b04b20e317d6fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978892 Oct 14 06:58:29.446498 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57146) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:29.496138 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-884d9b49-c11d-4ef3-9b1f-122b8df7928f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:29.518794 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-884d9b49-c11d-4ef3-9b1f-122b8df7928f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:29.586099 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57152) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:29.652971 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-884d9b49-c11d-4ef3-9b1f-122b8df7928f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:29.655787 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-884d9b49-c11d-4ef3-9b1f-122b8df7928f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:29.657756 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-884d9b49-c11d-4ef3-9b1f-122b8df7928f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e772ff4-963f-4d75-ad6e-fd5dcabfb80b HTTP/1.1" status: 204 len: 168 time: 0.2097700 Oct 14 06:58:29.666768 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d9b49-c11d-4ef3-9b1f-122b8df7928f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e772ff4-963f-4d75-ad6e-fd5dcabfb80b,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:29.706531 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-58ae8407-6e54-4fdf-9f01-536494d0f06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:29.792142 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-58ae8407-6e54-4fdf-9f01-536494d0f06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:29.830208 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57164) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:29.862482 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27f782-6280-44e6-98f4-ab6b0483e3fc req-7d3aef62-177e-49ee-bbae-320dadda8a6c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:29.864752 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3d27f782-6280-44e6-98f4-ab6b0483e3fc req-7d3aef62-177e-49ee-bbae-320dadda8a6c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0514238 Oct 14 06:58:29.908655 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-58ae8407-6e54-4fdf-9f01-536494d0f06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:29.925948 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3d27f782-6280-44e6-98f4-ab6b0483e3fc req-e271fab8-cfce-4e1d-85c1-e3ce705c61da tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530257 Oct 14 06:58:29.961533 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-58ae8407-6e54-4fdf-9f01-536494d0f06f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6c0fe55e1f64c97916128ebb9fb8a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740873 Oct 14 06:58:29.963588 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae8407-6e54-4fdf-9f01-536494d0f06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13905d0d-daf0-40d7-9878-026dcf205ed4,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:29.968199 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57172) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:30.023530 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-29bd8d1f-5926-495e-96af-f973d721f0b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.044773 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-29bd8d1f-5926-495e-96af-f973d721f0b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.067119 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-312eeb17-41b5-483c-a946-28459d71b6fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.141455 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.188119 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-29bd8d1f-5926-495e-96af-f973d721f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.190243 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-29bd8d1f-5926-495e-96af-f973d721f0b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.191590 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-29bd8d1f-5926-495e-96af-f973d721f0b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13905d0d-daf0-40d7-9878-026dcf205ed4 HTTP/1.1" status: 204 len: 168 time: 0.2223799 Oct 14 06:58:30.205337 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd8d1f-5926-495e-96af-f973d721f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13905d0d-daf0-40d7-9878-026dcf205ed4,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:30.248949 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-312eeb17-41b5-483c-a946-28459d71b6fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.332862 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-312eeb17-41b5-483c-a946-28459d71b6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.372201 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-312eeb17-41b5-483c-a946-28459d71b6fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91cbe6a5dba34303b04d12bf6b26cd42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5408328 Oct 14 06:58:30.373606 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eeb17-41b5-483c-a946-28459d71b6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2176f22-eca6-4d52-8cd7-837f591e9555,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:30.375017 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 57190) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:30.424312 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f47bce6e-400c-42f7-b8cb-c1a7a022448f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.447799 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f47bce6e-400c-42f7-b8cb-c1a7a022448f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.589854 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f47bce6e-400c-42f7-b8cb-c1a7a022448f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.592484 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f47bce6e-400c-42f7-b8cb-c1a7a022448f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.594892 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f47bce6e-400c-42f7-b8cb-c1a7a022448f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2176f22-eca6-4d52-8cd7-837f591e9555 HTTP/1.1" status: 204 len: 168 time: 0.2186043 Oct 14 06:58:30.603167 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bce6e-400c-42f7-b8cb-c1a7a022448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2176f22-eca6-4d52-8cd7-837f591e9555,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:30.871801 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57208) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:30.888876 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ad5e70cc-3782-40c3-bbe5-67c863458ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:30.974829 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ad5e70cc-3782-40c3-bbe5-67c863458ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:31.052643 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b677b8d-2daa-4466-9a08-42facba6736b req-fc389552-38c3-487e-b3b0-7b0ae509467e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:31.054004 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5b677b8d-2daa-4466-9a08-42facba6736b req-fc389552-38c3-487e-b3b0-7b0ae509467e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0501049 Oct 14 06:58:31.062070 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ad5e70cc-3782-40c3-bbe5-67c863458ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:31.092673 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5b677b8d-2daa-4466-9a08-42facba6736b req-ff75038a-929c-498a-8283-2087c6e3eae1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Oct 14 06:58:31.103170 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e70cc-3782-40c3-bbe5-67c863458ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bc19e2-50fc-4019-afc1-24281b77c395,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:31.107906 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-ad5e70cc-3782-40c3-bbe5-67c863458ba3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=127fd895f84546b498c5a8f9eec11aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350523 Oct 14 06:58:31.110860 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57216) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:31.167609 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db61-7442-43ee-ad14-7d1089794c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:31.207912 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db61-7442-43ee-ad14-7d1089794c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:31.332156 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db61-7442-43ee-ad14-7d1089794c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:31.344064 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8aa3db61-7442-43ee-ad14-7d1089794c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:31.344064 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-8aa3db61-7442-43ee-ad14-7d1089794c65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0bc19e2-50fc-4019-afc1-24281b77c395 HTTP/1.1" status: 204 len: 168 time: 0.2263710 Oct 14 06:58:31.352177 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3db61-7442-43ee-ad14-7d1089794c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bc19e2-50fc-4019-afc1-24281b77c395,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:31.801214 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57274) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:31.821640 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-90706bf0-b044-4253-a381-99224a7907e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:31.908190 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-90706bf0-b044-4253-a381-99224a7907e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.001380 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-90706bf0-b044-4253-a381-99224a7907e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.034030 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-90706bf0-b044-4253-a381-99224a7907e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5cf1d956d7241a496209f3782de6a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316670 Oct 14 06:58:32.036854 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 57286) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:32.050789 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90706bf0-b044-4253-a381-99224a7907e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc00e9-5731-4111-9bd6-e1bcce6c36ce,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:32.156752 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-494417a5-964d-4d2a-a3cd-ef0e025d5e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.193096 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-494417a5-964d-4d2a-a3cd-ef0e025d5e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.283122 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbfa4d-07a3-4eb8-8d02-31dccb7430bc req-e7eac15c-c4c3-4aee-aaa5-15f2358364e8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:32.283122 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-13bbfa4d-07a3-4eb8-8d02-31dccb7430bc req-e7eac15c-c4c3-4aee-aaa5-15f2358364e8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0811458 Oct 14 06:58:32.325846 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-13bbfa4d-07a3-4eb8-8d02-31dccb7430bc req-ba79d227-8631-410a-97ba-23ccce5e8525 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371256 Oct 14 06:58:32.371903 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-494417a5-964d-4d2a-a3cd-ef0e025d5e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.375320 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-494417a5-964d-4d2a-a3cd-ef0e025d5e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.377341 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-494417a5-964d-4d2a-a3cd-ef0e025d5e64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63cc00e9-5731-4111-9bd6-e1bcce6c36ce HTTP/1.1" status: 204 len: 168 time: 0.3394787 Oct 14 06:58:32.393311 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57302) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:32.402628 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494417a5-964d-4d2a-a3cd-ef0e025d5e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc00e9-5731-4111-9bd6-e1bcce6c36ce,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:32.411830 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-70978dd9-7af0-47f9-a8b6-f8ae373a244a admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.491799 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-70978dd9-7af0-47f9-a8b6-f8ae373a244a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.582418 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-70978dd9-7af0-47f9-a8b6-f8ae373a244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.622356 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-70978dd9-7af0-47f9-a8b6-f8ae373a244a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24d28bc3fd984e408e39f7d22f36bc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273786 Oct 14 06:58:32.623213 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70978dd9-7af0-47f9-a8b6-f8ae373a244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5596c1-9dff-4f82-b254-7d927de75a9f,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:32.625702 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 57314) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:32.682248 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-062f44d2-3b3e-43e6-a1de-ed600dec36be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.705540 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-062f44d2-3b3e-43e6-a1de-ed600dec36be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.812902 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-062f44d2-3b3e-43e6-a1de-ed600dec36be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.815805 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-062f44d2-3b3e-43e6-a1de-ed600dec36be admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:32.817105 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-062f44d2-3b3e-43e6-a1de-ed600dec36be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c5596c1-9dff-4f82-b254-7d927de75a9f HTTP/1.1" status: 204 len: 168 time: 0.1900728 Oct 14 06:58:32.825831 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f44d2-3b3e-43e6-a1de-ed600dec36be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5596c1-9dff-4f82-b254-7d927de75a9f,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:33.447393 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207397-4d8a-4a31-81de-6a0344421ca6 req-97dc05bc-0ef8-43a9-a9ac-6845eec2c5ea tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:33.448969 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3d207397-4d8a-4a31-81de-6a0344421ca6 req-97dc05bc-0ef8-43a9-a9ac-6845eec2c5ea tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0552030 Oct 14 06:58:33.490602 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3d207397-4d8a-4a31-81de-6a0344421ca6 req-a070ea39-1fc2-45d6-aff3-aebd93b0970b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357490 Oct 14 06:58:34.612721 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d056fc-68f2-4663-b588-b03b39a17553 req-1864b63f-15a0-4ff3-b738-99dc36498b30 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:34.614222 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-42d056fc-68f2-4663-b588-b03b39a17553 req-1864b63f-15a0-4ff3-b738-99dc36498b30 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0530756 Oct 14 06:58:34.652985 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-42d056fc-68f2-4663-b588-b03b39a17553 req-1cc36bd3-6d28-4139-a3ee-460805d2cba3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Oct 14 06:58:34.663483 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:58:35.739531 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57438) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:35.771624 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7cdee-ee2c-41b7-92d8-5bbb91c57e12 req-03d66a5a-1a6e-4f66-80cc-afd147ce14c7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:35.773088 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7df7cdee-ee2c-41b7-92d8-5bbb91c57e12 req-03d66a5a-1a6e-4f66-80cc-afd147ce14c7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0491602 Oct 14 06:58:35.811239 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7df7cdee-ee2c-41b7-92d8-5bbb91c57e12 req-a16b69c9-fe4f-40f3-9f1f-4886996ae003 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Oct 14 06:58:35.844386 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27229d52-0583-4441-aa56-305fe48dcbdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:35.915427 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27229d52-0583-4441-aa56-305fe48dcbdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:35.966008 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27229d52-0583-4441-aa56-305fe48dcbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:36.004971 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-27229d52-0583-4441-aa56-305fe48dcbdc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bd5c74dc8064e4faaa4cbfb6f6857cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641716 Oct 14 06:58:36.005643 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27229d52-0583-4441-aa56-305fe48dcbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe26e3b-6a04-4e6d-a474-559e52fa68ef,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:36.007990 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 57442) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:36.055696 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5f221989-e1d2-468a-a54b-8abd38043a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:36.076036 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5f221989-e1d2-468a-a54b-8abd38043a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:36.176582 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5f221989-e1d2-468a-a54b-8abd38043a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:36.179117 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5f221989-e1d2-468a-a54b-8abd38043a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:36.180266 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-5f221989-e1d2-468a-a54b-8abd38043a54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbe26e3b-6a04-4e6d-a474-559e52fa68ef HTTP/1.1" status: 204 len: 168 time: 0.1717772 Oct 14 06:58:36.188787 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f221989-e1d2-468a-a54b-8abd38043a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe26e3b-6a04-4e6d-a474-559e52fa68ef,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:36.928528 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b9962-6347-49e3-b542-0b7515051e8a req-7d05f2ae-499a-4112-b4b0-8e5807a116ae tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:36.930153 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-772b9962-6347-49e3-b542-0b7515051e8a req-7d05f2ae-499a-4112-b4b0-8e5807a116ae tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0499256 Oct 14 06:58:36.931822 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 57462) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:36.950131 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-37ff8c24-7720-4918-9109-5896dfb10482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:36.991079 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-772b9962-6347-49e3-b542-0b7515051e8a req-0d6406e8-2b34-44e3-9df2-60411cc23006 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532875 Oct 14 06:58:37.047994 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-37ff8c24-7720-4918-9109-5896dfb10482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:37.119225 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-37ff8c24-7720-4918-9109-5896dfb10482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:37.157202 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-37ff8c24-7720-4918-9109-5896dfb10482 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2102749623564485bdb204e10a6fa3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243879 Oct 14 06:58:37.157890 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff8c24-7720-4918-9109-5896dfb10482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deccd848-963e-4d8b-b832-e57a63632f31,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:37.160123 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57466) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:37.211514 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ad97-3218-47c8-949f-4290fc1c9c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:37.232712 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ad97-3218-47c8-949f-4290fc1c9c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:37.355617 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ad97-3218-47c8-949f-4290fc1c9c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:37.358291 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4ad97-3218-47c8-949f-4290fc1c9c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:37.359435 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-9ea4ad97-3218-47c8-949f-4290fc1c9c3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/deccd848-963e-4d8b-b832-e57a63632f31 HTTP/1.1" status: 204 len: 168 time: 0.1982379 Oct 14 06:58:37.369204 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4ad97-3218-47c8-949f-4290fc1c9c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deccd848-963e-4d8b-b832-e57a63632f31,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:38.376437 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57500) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:38.472445 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-971568990-network', 'tenant_id': '5da8629dca3f4861afaabe01bb295cec'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:58:38.555924 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Made reservation on behalf of 5da8629dca3f4861afaabe01bb295cec for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:58:38.558245 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:38.566939 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:38.645435 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:38.727465 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:38.754868 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:58:38.765221 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fa511a-dfda-4e16-aa4e-e31fcccee7cc,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:38.770384 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:38.772972 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Added segment 61d10f54-2c9d-44b8-b542-41fa6ff04cbd of type vlan for network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 Oct 14 06:58:38.815427 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:38.875712 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:38.876747 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:38.877431 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:38.935579 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc734cb-4b2c-4a9b-9276-3d2d657d0e36,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:38.945038 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:58:38.970334 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-bb3563a7-fe4a-473d-a9e9-22e9866d6d01 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5928140 Oct 14 06:58:38.973315 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 57508) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:38.978205 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Request body: {'subnet': {'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-971568990-subnet', 'tenant_id': '5da8629dca3f4861afaabe01bb295cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:58:39.048175 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Made reservation on behalf of 5da8629dca3f4861afaabe01bb295cec for: {'subnet': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:58:39.050589 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13022251'] for subnet, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:39.264601 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15656678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13022269'] for subnet, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:39.315608 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0fe1261-69cf-4db3-b2fa-2e0fddbede12,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:39.331192 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Checking segment: {'id': '61d10f54-2c9d-44b8-b542-41fa6ff04cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:58:39.331573 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Network hostable DHCP agents. Network: 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:58:39.427986 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:58:39.487565 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36) {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:58:39.508541 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:39.508541 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:39.508799 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c995735-24f3-4885-8711-ccd31516622f None None] Network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:58:39.610159 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-9a6f5bc6-b663-40f3-a196-9ed8d4cab9dd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6356206 Oct 14 06:58:39.622737 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc046be2-ed9b-4f3b-8f87-4943da3639db None None] Network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:58:40.870379 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925643f4-59a2-43cc-be5b-596f31e23f3c req-6f8a37fd-8e1a-42c1-8372-7061e772c1bb tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:40.871875 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-925643f4-59a2-43cc-be5b-596f31e23f3c req-6f8a37fd-8e1a-42c1-8372-7061e772c1bb tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0477300 Oct 14 06:58:40.911923 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-925643f4-59a2-43cc-be5b-596f31e23f3c req-1c1b1cf5-df94-4fb1-94a8-c58780d4aa7f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341620 Oct 14 06:58:42.185901 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef6a43-38ad-4d27-8396-712c68548637 req-fee79392-d8fe-4729-a627-c31099c6a42a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:42.188760 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-11ef6a43-38ad-4d27-8396-712c68548637 req-fee79392-d8fe-4729-a627-c31099c6a42a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0673273 Oct 14 06:58:42.256903 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-11ef6a43-38ad-4d27-8396-712c68548637 req-5a9d3996-84cf-478b-b3ba-d0c6b9ce7675 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Oct 14 06:58:42.327707 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a95793-898c-4b93-b36b-581ceda1c203 req-af51b06d-9e6f-45e2-942d-32d849d78e2b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:42.329680 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-af51b06d-9e6f-45e2-942d-32d849d78e2b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/networks?id=0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 HTTP/1.1" status: 200 len: 808 time: 0.1181836 Oct 14 06:58:42.345709 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-c696ba28-b7d0-4352-85ee-958dab77a29f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/quotas/5da8629dca3f4861afaabe01bb295cec HTTP/1.1" status: 200 len: 375 time: 0.0102661 Oct 14 06:58:42.377619 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-3851b898-2be8-4254-9b67-631ffddf8730 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5da8629dca3f4861afaabe01bb295cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265267 Oct 14 06:58:42.470984 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-ba7f4649-013c-4e33-adc3-40d179eea058 service neutron] 10.222.0.26 "GET /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846829 Oct 14 06:58:42.571283 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-8606ddbd-98da-4d4c-bfcb-4ceb0e14ff74 service neutron] 10.222.0.26 "GET /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940840 Oct 14 06:58:42.802442 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-54a6dc55-9092-4516-8e53-6ae41030a35b req-5bf726ec-6dc7-4406-8b97-88515d4f5b38 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 210 time: 0.0261650 Oct 14 06:58:43.375113 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7f5d0-b0d1-43f5-ac97-ee753872adda req-bd259f76-1d24-4a0d-9c69-4f8828d30af7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:43.376624 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-09c7f5d0-b0d1-43f5-ac97-ee753872adda req-bd259f76-1d24-4a0d-9c69-4f8828d30af7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0472813 Oct 14 06:58:43.413244 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-09c7f5d0-b0d1-43f5-ac97-ee753872adda req-372c8e3c-9c67-4baf-9db8-19e66858a040 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306976 Oct 14 06:58:43.905007 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-77c20af9-f01c-40e9-b824-6dbe1378c17d req-f8ea9b98-ae89-4fef-b941-b73610ac4da4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 210 time: 0.0302255 Oct 14 06:58:44.527857 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56ed96-3e8e-4863-b2eb-cca9de043f4a req-3bf86e3d-b950-44a5-8ee4-488dc383fa52 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:44.529402 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6b56ed96-3e8e-4863-b2eb-cca9de043f4a req-3bf86e3d-b950-44a5-8ee4-488dc383fa52 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0483327 Oct 14 06:58:44.567646 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6b56ed96-3e8e-4863-b2eb-cca9de043f4a req-91cfe3e4-8883-4ad5-982c-15c57c088cd2 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323448 Oct 14 06:58:45.007506 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c7026653-e67f-4c70-a27d-2214017f3cf5 req-ddd41413-9812-4888-9514-7231a9270ba4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 210 time: 0.0264919 Oct 14 06:58:45.291832 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a95793-898c-4b93-b36b-581ceda1c203 req-39496a4b-4aaf-456f-9c88-63f9fc040c10 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:45.293246 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-39496a4b-4aaf-456f-9c88-63f9fc040c10 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.39 "GET /v2.0/networks?id=0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 HTTP/1.1" status: 200 len: 808 time: 0.1102750 Oct 14 06:58:45.319334 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Request body: {'port': {'device_id': '47ec9afb-1fd8-40fa-993b-cae8160e3efe', 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36', 'admin_state_up': True, 'tenant_id': '5da8629dca3f4861afaabe01bb295cec'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:58:45.522128 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Made reservation on behalf of 5da8629dca3f4861afaabe01bb295cec for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:58:45.526435 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:45.683463 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043b43f-f321-4875-ac40-3d37a0373886 req-4ad5c8a0-58a1-48cc-b075-75f2ae1970fb tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:45.684900 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4043b43f-f321-4875-ac40-3d37a0373886 req-4ad5c8a0-58a1-48cc-b075-75f2ae1970fb tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0475736 Oct 14 06:58:45.715856 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Allocated IP 172.20.0.7 (0dc734cb-4b2c-4a9b-9276-3d2d657d0e36/b0fe1261-69cf-4db3-b2fa-2e0fddbede12/5533665d-1fa5-4997-8d8c-ebccd70142a3) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:58:45.727473 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4043b43f-f321-4875-ac40-3d37a0373886 req-b585f4d8-b49f-4ddf-ac34-ff98473aba3b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Oct 14 06:58:45.890749 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:45.996532 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.040294 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:58:46.043288 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:58:46.049831 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:58:46.075495 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Pushing event updated for resources: {'Port': ['ID=5533665d-1fa5-4997-8d8c-ebccd70142a3,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:46.101890 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:46.102568 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.132597 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f15fe-9816-42ea-891e-d8ca0c18bfe0 req-df46cfb1-a1b5-4582-927e-cd5d9d1220de tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:46.134040 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4e6f15fe-9816-42ea-891e-d8ca0c18bfe0 req-df46cfb1-a1b5-4582-927e-cd5d9d1220de tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 931 time: 0.0520589 Oct 14 06:58:46.172600 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4e6f15fe-9816-42ea-891e-d8ca0c18bfe0 req-55577d71-72f3-487f-8ecb-763966a1d7b2 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Oct 14 06:58:46.178705 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-37df9e4f-fcd4-40f0-8455-e581c35a07d4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8630834 Oct 14 06:58:46.200897 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Request body: {'port': {'device_id': '47ec9afb-1fd8-40fa-993b-cae8160e3efe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:58:46.205461 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 57708) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:46.268675 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.325930 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-89d5f193-2d91-40c8-9c0b-c5d474a0ead3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.403574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-89d5f193-2d91-40c8-9c0b-c5d474a0ead3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.464308 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-89d5f193-2d91-40c8-9c0b-c5d474a0ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.505124 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-89d5f193-2d91-40c8-9c0b-c5d474a0ead3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19bb45cff4214821a813003e3a5931e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962525 Oct 14 06:58:46.505124 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5f193-2d91-40c8-9c0b-c5d474a0ead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a043e629-b790-4be2-87df-7e9919c396f5,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:46.506421 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 57716) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:46.552073 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5533665d-1fa5-4997-8d8c-ebccd70142a3 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:58:46.560362 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.564394 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c9e-3575-4273-8d97-e2ec54430011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.572895 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Transition to ACTIVE for port object 5533665d-1fa5-4997-8d8c-ebccd70142a3 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 06:58:46.583020 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c9e-3575-4273-8d97-e2ec54430011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.628544 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.683933 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5533665d-1fa5-4997-8d8c-ebccd70142a3,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:46.699124 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c9e-3575-4273-8d97-e2ec54430011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.701866 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c9e-3575-4273-8d97-e2ec54430011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.703106 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-b58b9c9e-3575-4273-8d97-e2ec54430011 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a043e629-b790-4be2-87df-7e9919c396f5 HTTP/1.1" status: 204 len: 168 time: 0.1962395 Oct 14 06:58:46.711562 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b9c9e-3575-4273-8d97-e2ec54430011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a043e629-b790-4be2-87df-7e9919c396f5,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:46.760931 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Attempting to bind port 5533665d-1fa5-4997-8d8c-ebccd70142a3 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:58:46.761347 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Attempting to bind port 5533665d-1fa5-4997-8d8c-ebccd70142a3 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '61d10f54-2c9d-44b8-b542-41fa6ff04cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:58:46.761790 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Attempting to bind port 5533665d-1fa5-4997-8d8c-ebccd70142a3 on network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:58:46.766486 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Port 5533665d-1fa5-4997-8d8c-ebccd70142a3 on network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 06:58:46.767387 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Attempting to bind port 5533665d-1fa5-4997-8d8c-ebccd70142a3 on network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:58:46.772617 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:58:46.772881 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Checking segment: {'id': '61d10f54-2c9d-44b8-b542-41fa6ff04cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:58:46.773258 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Bound using segment: {'id': '61d10f54-2c9d-44b8-b542-41fa6ff04cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:58:46.773676 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Bound port: 5533665d-1fa5-4997-8d8c-ebccd70142a3, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61d10f54-2c9d-44b8-b542-41fa6ff04cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:58:46.774025 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.836697 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] For port 5533665d-1fa5-4997-8d8c-ebccd70142a3, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:58:46.839806 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] For port 5533665d-1fa5-4997-8d8c-ebccd70142a3, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5533665d-1fa5-4997-8d8c-ebccd70142a3,segment=NetworkSegment(61d10f54-2c9d-44b8-b542-41fa6ff04cbd),segment_id=61d10f54-2c9d-44b8-b542-41fa6ff04cbd)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:58:46.840843 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a40dc-bc98-4f4d-a3f6-b92ce07484c0 req-fde5ff90-44cb-42b8-95d3-11c05ffa8d38 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:46.842292 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b39a40dc-bc98-4f4d-a3f6-b92ce07484c0 req-fde5ff90-44cb-42b8-95d3-11c05ffa8d38 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0467453 Oct 14 06:58:46.887211 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b39a40dc-bc98-4f4d-a3f6-b92ce07484c0 req-94bd269f-ce9c-417b-97ad-c690d3c2d7a7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381193 Oct 14 06:58:46.919845 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.953778 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:46.954880 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:46.957477 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/5533665d-1fa5-4997-8d8c-ebccd70142a3 HTTP/1.1" status: 200 len: 1093 time: 0.7596424 Oct 14 06:58:46.957477 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ec9afb-1fd8-40fa-993b-cae8160e3efe', 'tag': '5533665d-1fa5-4997-8d8c-ebccd70142a3'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:58:46.958958 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f25e70b-a2b7-4120-b06f-1ba8d93c3769" -d '{"events": [{"name": "network-changed", "server_uuid": "47ec9afb-1fd8-40fa-993b-cae8160e3efe", "tag": "5533665d-1fa5-4997-8d8c-ebccd70142a3"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:58:46.994216 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59be0d-0527-461a-b472-ce1aaa9056d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5533665d-1fa5-4997-8d8c-ebccd70142a3,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:46.998184 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 06:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5a583f-52d0-4807-ae3c-1eaf0c785469 x-openstack-request-id: req-1a5a583f-52d0-4807-ae3c-1eaf0c785469 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:58:46.998530 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ec9afb-1fd8-40fa-993b-cae8160e3efe", "tag": "5533665d-1fa5-4997-8d8c-ebccd70142a3", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:58:46.998890 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a5a583f-52d0-4807-ae3c-1eaf0c785469 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:58:46.999357 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ec9afb-1fd8-40fa-993b-cae8160e3efe', 'tag': '5533665d-1fa5-4997-8d8c-ebccd70142a3', 'status': 'completed', 'code': 200} Oct 14 06:58:47.094178 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e70b-a2b7-4120-b06f-1ba8d93c3769 req-16f6d164-e776-4ac4-9e96-2127c6d56e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:47.095762 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7f25e70b-a2b7-4120-b06f-1ba8d93c3769 req-16f6d164-e776-4ac4-9e96-2127c6d56e02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da8629dca3f4861afaabe01bb295cec&device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 1096 time: 0.0456228 Oct 14 06:58:47.287338 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e70b-a2b7-4120-b06f-1ba8d93c3769 req-ad63dfe4-9662-410f-8900-3b96a2aef04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:47.288843 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7f25e70b-a2b7-4120-b06f-1ba8d93c3769 req-ad63dfe4-9662-410f-8900-3b96a2aef04f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5da8629dca3f4861afaabe01bb295cec&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1742792 Oct 14 06:58:47.298035 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cc095-8e4e-4271-9732-a642f000be51 req-380ebfe5-adcb-427e-86ac-e1d3b147d803 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:47.299509 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-795cc095-8e4e-4271-9732-a642f000be51 req-380ebfe5-adcb-427e-86ac-e1d3b147d803 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0518532 Oct 14 06:58:47.337617 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-795cc095-8e4e-4271-9732-a642f000be51 req-f7761f20-a0e7-4b90-8b05-0b4db3ba305a tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Oct 14 06:58:47.370215 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 57736) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:47.384817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5158-2213-4265-b66a-496629beea5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:47.460599 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5158-2213-4265-b66a-496629beea5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:47.465921 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e70b-a2b7-4120-b06f-1ba8d93c3769 req-6bf752e4-b395-463e-bb67-87dda395625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:47.467390 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7f25e70b-a2b7-4120-b06f-1ba8d93c3769 req-6bf752e4-b395-463e-bb67-87dda395625d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648273 Oct 14 06:58:47.540352 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e5ea5158-2213-4265-b66a-496629beea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:47.578632 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-e5ea5158-2213-4265-b66a-496629beea5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=413ee9f65bd24351b203c7b661bd1b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073464 Oct 14 06:58:47.579509 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea5158-2213-4265-b66a-496629beea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec8054a-a92d-4208-9a0d-e410b8d02961,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:47.581759 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 57740) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:58:47.616282 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a95793-898c-4b93-b36b-581ceda1c203 req-b16ba2cc-b597-4ee6-b3f9-15481ad4ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:47.617801 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-b16ba2cc-b597-4ee6-b3f9-15481ad4ea9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da8629dca3f4861afaabe01bb295cec&device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 1096 time: 0.0441387 Oct 14 06:58:47.632620 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9d5339ed-1b7a-453a-90a3-9ffcb67c6d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:47.658050 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9d5339ed-1b7a-453a-90a3-9ffcb67c6d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:47.685541 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-24a03522-ed17-4643-9cf1-049a6ae9ef9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5533665d-1fa5-4997-8d8c-ebccd70142a3 HTTP/1.1" status: 200 len: 217 time: 0.0362842 Oct 14 06:58:47.755582 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a95793-898c-4b93-b36b-581ceda1c203 req-ce7b4443-3ba0-4130-9b3b-514fa77c2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:47.756955 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-ce7b4443-3ba0-4130-9b3b-514fa77c2975 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0fe1261-69cf-4db3-b2fa-2e0fddbede12 HTTP/1.1" status: 200 len: 848 time: 0.0436025 Oct 14 06:58:47.789775 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9d5339ed-1b7a-453a-90a3-9ffcb67c6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:47.792396 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9d5339ed-1b7a-453a-90a3-9ffcb67c6d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:47.793532 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-9d5339ed-1b7a-453a-90a3-9ffcb67c6d9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ec8054a-a92d-4208-9a0d-e410b8d02961 HTTP/1.1" status: 204 len: 168 time: 0.2109027 Oct 14 06:58:47.794510 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-011cde5e-1d19-46dd-b41f-3123a708e528 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc734cb-4b2c-4a9b-9276-3d2d657d0e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260563 Oct 14 06:58:47.802203 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5339ed-1b7a-453a-90a3-9ffcb67c6d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec8054a-a92d-4208-9a0d-e410b8d02961,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:58:47.884932 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-21e93f04-ae03-432c-ac37-d069fa3f1fe0 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818956 Oct 14 06:58:47.995039 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-78a95793-898c-4b93-b36b-581ceda1c203 req-ede64770-154f-458d-9d2a-da145f8912b1 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971048 Oct 14 06:58:48.013188 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cde30-a6ea-4902-8046-911876bf65c7 req-9a2a82c0-0f57-4f9d-a0cb-78147e93078a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:48.014680 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-744cde30-a6ea-4902-8046-911876bf65c7 req-9a2a82c0-0f57-4f9d-a0cb-78147e93078a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0471778 Oct 14 06:58:48.063408 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-744cde30-a6ea-4902-8046-911876bf65c7 req-4bd373c1-a0d8-4938-ba5c-89ebf55f8575 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Oct 14 06:58:48.454214 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097d28e-bad2-4aa5-b5e3-0eaa584a5766 req-c8fa6f57-c516-46af-800a-52f13eda8ce3 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:48.456175 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b097d28e-bad2-4aa5-b5e3-0eaa584a5766 req-c8fa6f57-c516-46af-800a-52f13eda8ce3 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0499299 Oct 14 06:58:48.497626 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b097d28e-bad2-4aa5-b5e3-0eaa584a5766 req-83b6a451-667b-406b-a0ff-0402486c6af3 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355399 Oct 14 06:58:49.184386 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8c669-0d81-4896-ba71-927b3b1888c0 req-6f862111-35d5-43fa-9dfd-8cefb3595e76 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:49.185877 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-97b8c669-0d81-4896-ba71-927b3b1888c0 req-6f862111-35d5-43fa-9dfd-8cefb3595e76 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0527129 Oct 14 06:58:49.232212 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-97b8c669-0d81-4896-ba71-927b3b1888c0 req-fa9f0294-2909-46fa-ae8d-4beb71cd1292 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312734 Oct 14 06:58:49.621213 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66862b-c5d5-474d-9b24-1a02a7f04f81 req-9bfa8562-e066-49ce-866d-9983b7087045 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:49.622663 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2e66862b-c5d5-474d-9b24-1a02a7f04f81 req-9bfa8562-e066-49ce-866d-9983b7087045 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0510285 Oct 14 06:58:49.659657 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2e66862b-c5d5-474d-9b24-1a02a7f04f81 req-17ec1b5d-5edb-44b7-86ac-11e6e7c69b48 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310791 Oct 14 06:58:50.354899 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7416b-3fa9-4ba1-9bf3-4c0b0efb8295 req-647a9414-420c-48c3-a636-df940850d3c4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:50.356444 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cdd7416b-3fa9-4ba1-9bf3-4c0b0efb8295 req-647a9414-420c-48c3-a636-df940850d3c4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0589724 Oct 14 06:58:50.393880 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cdd7416b-3fa9-4ba1-9bf3-4c0b0efb8295 req-6b0ef95d-c21b-4f54-9fe6-e40caa3b2c98 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Oct 14 06:58:50.777128 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9de98-2e8e-4871-a117-f3a1ca5ddb7d req-0bf4b72f-d6ff-438d-921b-9e304437913a tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:50.778648 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-52f9de98-2e8e-4871-a117-f3a1ca5ddb7d req-0bf4b72f-d6ff-438d-921b-9e304437913a tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0467207 Oct 14 06:58:50.817043 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-52f9de98-2e8e-4871-a117-f3a1ca5ddb7d req-dd50b775-87f5-4895-a14a-0873e4b52bbc tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Oct 14 06:58:51.512865 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b68c2-4490-4686-a0ed-c0154fb315fd req-4bf85baa-1c8d-4e1e-aa6d-a7c7f95ffa1c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:51.514274 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-777b68c2-4490-4686-a0ed-c0154fb315fd req-4bf85baa-1c8d-4e1e-aa6d-a7c7f95ffa1c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0458508 Oct 14 06:58:51.553715 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-777b68c2-4490-4686-a0ed-c0154fb315fd req-a780e2e5-afc5-4ec7-9407-83181226aebb tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Oct 14 06:58:51.582276 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:51.940691 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc36329-f4ed-4251-a61f-d759d12bb4df req-03839325-10bb-4006-8840-d35370c38588 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:51.942317 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cbc36329-f4ed-4251-a61f-d759d12bb4df req-03839325-10bb-4006-8840-d35370c38588 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0542095 Oct 14 06:58:51.982828 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cbc36329-f4ed-4251-a61f-d759d12bb4df req-72890625-eeaa-41e6-9b45-b233ae0f6e36 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334482 Oct 14 06:58:52.667494 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20844b-91c3-4a7a-bd9c-a12c6f299a85 req-ea9a5ba5-8c4b-4b4d-8322-e0e76287c350 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:52.668988 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7d20844b-91c3-4a7a-bd9c-a12c6f299a85 req-ea9a5ba5-8c4b-4b4d-8322-e0e76287c350 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0459929 Oct 14 06:58:52.706807 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7d20844b-91c3-4a7a-bd9c-a12c6f299a85 req-e7db678a-2568-482c-8ed8-0d68387ff83c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Oct 14 06:58:53.101300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de013-5186-49df-bc6e-f74dfdefadd8 req-cf71c7ef-f791-4033-97bd-c8cdfac92c1e tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:53.102704 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-467de013-5186-49df-bc6e-f74dfdefadd8 req-cf71c7ef-f791-4033-97bd-c8cdfac92c1e tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0469906 Oct 14 06:58:53.138573 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-467de013-5186-49df-bc6e-f74dfdefadd8 req-8c38e443-f138-4838-b8d7-64b59d026eee tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300226 Oct 14 06:58:53.822847 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10742075-40fb-4507-a20d-d34e4a20ac28 req-91f067fe-d65e-4720-a9f1-208e31ea64af tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:53.824791 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10742075-40fb-4507-a20d-d34e4a20ac28 req-91f067fe-d65e-4720-a9f1-208e31ea64af tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0510681 Oct 14 06:58:53.861116 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10742075-40fb-4507-a20d-d34e4a20ac28 req-ada4db8f-f0db-43ce-a430-f4fa9292955d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300124 Oct 14 06:58:54.253507 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32d6a0-6d34-44b0-b35c-0b6cc43207e9 req-fdadb1ab-0b5c-47b3-a5c1-4c97c75a8189 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:54.254957 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5e32d6a0-6d34-44b0-b35c-0b6cc43207e9 req-fdadb1ab-0b5c-47b3-a5c1-4c97c75a8189 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0473564 Oct 14 06:58:54.292234 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5e32d6a0-6d34-44b0-b35c-0b6cc43207e9 req-bd0f5dd0-83cf-4bc6-89f5-f0279a8cb47b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308282 Oct 14 06:58:54.430317 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-af645558-ce38-461d-a3e1-4555015d86f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:54.973859 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133c56-b6c3-41ff-ac2b-dc420b2b6a77 req-db39daca-aedf-48f5-8d36-1dd0bfbce210 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:54.975214 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-43133c56-b6c3-41ff-ac2b-dc420b2b6a77 req-db39daca-aedf-48f5-8d36-1dd0bfbce210 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0471797 Oct 14 06:58:55.011288 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-43133c56-b6c3-41ff-ac2b-dc420b2b6a77 req-60f805fe-f920-48ed-9c30-c2d2aaffb830 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302100 Oct 14 06:58:55.414239 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54b393-ffb3-4328-a540-f50fb3ff8c01 req-d9feb322-57a5-46fe-98be-7077637f9c6f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:55.415710 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6e54b393-ffb3-4328-a540-f50fb3ff8c01 req-d9feb322-57a5-46fe-98be-7077637f9c6f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0531561 Oct 14 06:58:55.453989 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6e54b393-ffb3-4328-a540-f50fb3ff8c01 req-163f9fbb-0e41-41d0-bd2b-12848e81e28b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324461 Oct 14 06:58:56.127472 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba76b93-5f68-4f41-834c-635f8184373a req-a2fbe95b-afc9-40e4-910f-1204bc680acc tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:56.134393 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ba76b93-5f68-4f41-834c-635f8184373a req-a2fbe95b-afc9-40e4-910f-1204bc680acc tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0494061 Oct 14 06:58:56.165251 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ba76b93-5f68-4f41-834c-635f8184373a req-f175aeee-ee7b-4759-9032-8ac75c6afcf4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306058 Oct 14 06:58:56.567230 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4474b-f045-4175-9b6b-b027309802ae req-d189a60d-e7a2-4f1a-94ce-795db74702ae tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:56.574399 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-72f4474b-f045-4175-9b6b-b027309802ae req-d189a60d-e7a2-4f1a-94ce-795db74702ae tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0533087 Oct 14 06:58:56.610423 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-72f4474b-f045-4175-9b6b-b027309802ae req-5d2d8bb2-c8e0-4175-a2ae-ed5a6a7cf543 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351591 Oct 14 06:58:57.190526 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-3e80e765-d1cc-468c-a31d-d4ad4eb519e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:57.281676 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837122a-a122-4b78-b1d4-a675cc2d506f req-7db2ef29-6be0-47eb-adca-e0d1b02c583b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:57.283087 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8837122a-a122-4b78-b1d4-a675cc2d506f req-7db2ef29-6be0-47eb-adca-e0d1b02c583b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0487745 Oct 14 06:58:57.319429 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8837122a-a122-4b78-b1d4-a675cc2d506f req-045f533b-0863-4764-9889-5eab333caae3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297925 Oct 14 06:58:57.735129 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88760-0ce3-429e-ba55-61bb0bdc1685 req-d4f6159d-7e1e-4399-a364-5b66d21edb2e tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:57.737255 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fee88760-0ce3-429e-ba55-61bb0bdc1685 req-d4f6159d-7e1e-4399-a364-5b66d21edb2e tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0567858 Oct 14 06:58:57.783270 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fee88760-0ce3-429e-ba55-61bb0bdc1685 req-f2396cfa-8f72-4f06-8e1e-cba77b0d7ebc tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Oct 14 06:58:58.258560 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:58.433042 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971557-8c73-47ce-8c80-e7bcffcec73c req-e4ee97a4-6bed-4c77-85a2-c4757b2d8d84 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:58.434525 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7b971557-8c73-47ce-8c80-e7bcffcec73c req-e4ee97a4-6bed-4c77-85a2-c4757b2d8d84 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0490775 Oct 14 06:58:58.470201 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:58:58.478782 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7b971557-8c73-47ce-8c80-e7bcffcec73c req-20e025cf-c179-4b27-a85a-e229b1cd97e0 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Oct 14 06:58:58.902011 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db8dde-159e-45a8-905f-0c593c696483 req-e9f2f195-bbc3-4f20-b03b-fe1045f7668f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:58.903388 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f2db8dde-159e-45a8-905f-0c593c696483 req-e9f2f195-bbc3-4f20-b03b-fe1045f7668f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0527899 Oct 14 06:58:58.940246 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f2db8dde-159e-45a8-905f-0c593c696483 req-b610594e-6b11-41f1-b90e-922c79d6b080 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308754 Oct 14 06:58:59.599883 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64b1c8-c2d4-448b-afa8-62265b00e057 req-78b3fde8-0223-4cce-a5c6-9a0b76ed9120 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:58:59.602300 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ba64b1c8-c2d4-448b-afa8-62265b00e057 req-78b3fde8-0223-4cce-a5c6-9a0b76ed9120 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0516224 Oct 14 06:58:59.641217 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ba64b1c8-c2d4-448b-afa8-62265b00e057 req-3085afb5-4f88-48ba-a317-dd4219739302 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Oct 14 06:59:00.056324 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaee7c-10fe-4636-a7cd-9bd864bbeae3 req-4901ee5c-4e15-4dfd-bb60-be870ecefda8 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:00.057967 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-27eaee7c-10fe-4636-a7cd-9bd864bbeae3 req-4901ee5c-4e15-4dfd-bb60-be870ecefda8 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0503843 Oct 14 06:59:00.097384 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-27eaee7c-10fe-4636-a7cd-9bd864bbeae3 req-3b178fe5-9232-42e9-b42c-df8f9a51e6af tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306399 Oct 14 06:59:00.156394 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:00.761672 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138cbd-530e-4378-86f3-c1679b159cd3 req-690cfc84-d9d3-47e5-a971-f409e426d1f1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:00.763293 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e3138cbd-530e-4378-86f3-c1679b159cd3 req-690cfc84-d9d3-47e5-a971-f409e426d1f1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0531881 Oct 14 06:59:00.808706 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e3138cbd-530e-4378-86f3-c1679b159cd3 req-e6909207-4dd9-43f9-847a-769755e300ff tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Oct 14 06:59:00.845859 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58022) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:00.945789 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-40bf7e5d-f1bf-4421-8527-a8fe5f03d453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:01.015150 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-40bf7e5d-f1bf-4421-8527-a8fe5f03d453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:01.075600 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-40bf7e5d-f1bf-4421-8527-a8fe5f03d453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:01.113141 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-40bf7e5d-f1bf-4421-8527-a8fe5f03d453 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80c4dc452c944b99b0e91cd0a2efdfc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657008 Oct 14 06:59:01.113981 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf7e5d-f1bf-4421-8527-a8fe5f03d453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cc6748-7b4a-4052-8fcf-9822b8e3145d,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:01.116827 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58026) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:01.166139 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1c82a24f-c8e1-4271-8dc4-55d06fae13d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:01.211699 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1c82a24f-c8e1-4271-8dc4-55d06fae13d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:01.255715 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fde09a-c820-4f4c-a8a4-b3fde29e6dc5 req-ab4b947e-fc13-433c-b066-8c3b5cf1cbf9 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:01.257226 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-86fde09a-c820-4f4c-a8a4-b3fde29e6dc5 req-ab4b947e-fc13-433c-b066-8c3b5cf1cbf9 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0807929 Oct 14 06:59:01.298399 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-86fde09a-c820-4f4c-a8a4-b3fde29e6dc5 req-1ed900e5-8909-47c0-9b27-b4d2f937340d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351226 Oct 14 06:59:01.348711 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1c82a24f-c8e1-4271-8dc4-55d06fae13d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:01.351281 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1c82a24f-c8e1-4271-8dc4-55d06fae13d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:01.352413 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-1c82a24f-c8e1-4271-8dc4-55d06fae13d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90cc6748-7b4a-4052-8fcf-9822b8e3145d HTTP/1.1" status: 204 len: 168 time: 0.2342210 Oct 14 06:59:01.360097 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82a24f-c8e1-4271-8dc4-55d06fae13d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cc6748-7b4a-4052-8fcf-9822b8e3145d,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:01.929252 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cf227-f776-41b5-9d5f-b25c24e70d5a req-bd40bce8-972f-4ded-bfbf-4fcb012fe67f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:01.930756 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b94cf227-f776-41b5-9d5f-b25c24e70d5a req-bd40bce8-972f-4ded-bfbf-4fcb012fe67f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0554626 Oct 14 06:59:01.953256 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58054) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:01.962376 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-504135a9-850c-4dee-a81e-2fde89a9f838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:01.973140 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b94cf227-f776-41b5-9d5f-b25c24e70d5a req-941a1a50-68c6-4a5d-ac37-37b999035062 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364480 Oct 14 06:59:02.063411 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-504135a9-850c-4dee-a81e-2fde89a9f838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:02.075390 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9ce88-82a4-4cef-aada-b9d129c1269c req-5fb140e3-dad1-4ad5-aeba-2134665e3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:02.076916 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c8c9ce88-82a4-4cef-aada-b9d129c1269c req-5fb140e3-dad1-4ad5-aeba-2134665e3c36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 1098 time: 0.0501328 Oct 14 06:59:02.112559 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c8c9ce88-82a4-4cef-aada-b9d129c1269c req-3fb49b47-ea88-4ff2-87ed-fab7f6191ea6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272954 Oct 14 06:59:02.142272 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-504135a9-850c-4dee-a81e-2fde89a9f838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:02.179882 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-504135a9-850c-4dee-a81e-2fde89a9f838 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=385b6b3bd0cc4498b616cd7c9e88a4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299278 Oct 14 06:59:02.180733 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504135a9-850c-4dee-a81e-2fde89a9f838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9297b7-f860-4c39-a612-a1566dc6edce,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:02.183561 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58056) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:02.231124 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8178de29-7a4c-4208-928b-16b5af45192a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:02.251244 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8178de29-7a4c-4208-928b-16b5af45192a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:02.376788 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8178de29-7a4c-4208-928b-16b5af45192a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:02.379956 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8178de29-7a4c-4208-928b-16b5af45192a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:02.381012 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8178de29-7a4c-4208-928b-16b5af45192a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb9297b7-f860-4c39-a612-a1566dc6edce HTTP/1.1" status: 204 len: 168 time: 0.1958792 Oct 14 06:59:02.406049 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178de29-7a4c-4208-928b-16b5af45192a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9297b7-f860-4c39-a612-a1566dc6edce,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:02.428053 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4d4f0-2f54-4131-ae95-4e1006b8ea63 req-0b292050-52e4-4618-87a9-74603b2ccc51 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:02.433342 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ce4d4f0-2f54-4131-ae95-4e1006b8ea63 req-0b292050-52e4-4618-87a9-74603b2ccc51 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 943 time: 0.0628445 Oct 14 06:59:02.472785 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ce4d4f0-2f54-4131-ae95-4e1006b8ea63 req-755a4543-fd77-481c-bbbc-11ac76c3ad9b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354042 Oct 14 06:59:02.473847 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5533665d-1fa5-4997-8d8c-ebccd70142a3 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 06:59:02.576722 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 5533665d-1fa5-4997-8d8c-ebccd70142a3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5533665d-1fa5-4997-8d8c-ebccd70142a3,segment=NetworkSegment(61d10f54-2c9d-44b8-b542-41fa6ff04cbd),segment_id=61d10f54-2c9d-44b8-b542-41fa6ff04cbd)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:02.591620 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '5533665d-1fa5-4997-8d8c-ebccd70142a3', 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36', 'port_id': '5533665d-1fa5-4997-8d8c-ebccd70142a3', 'mac_address': 'fa:16:3e:d1:f2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe1261-69cf-4db3-b2fa-2e0fddbede12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 06:59:02.632682 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:02.646670 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5533665d-1fa5-4997-8d8c-ebccd70142a3 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:59:02.665979 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 5533665d-1fa5-4997-8d8c-ebccd70142a3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5533665d-1fa5-4997-8d8c-ebccd70142a3,segment=NetworkSegment(61d10f54-2c9d-44b8-b542-41fa6ff04cbd),segment_id=61d10f54-2c9d-44b8-b542-41fa6ff04cbd)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:02.748058 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:02.794183 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=5533665d-1fa5-4997-8d8c-ebccd70142a3,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:02.802198 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.802660 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.803009 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.803343 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.803711 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.804042 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.804400 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.804674 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.805036 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.805360 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.805723 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:02.806044 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:03.095684 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c1c9b-387a-4c02-9a68-59fde64b6aa2 req-9de7dabe-2e45-43ee-819c-72528c2e0c6f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:03.097311 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-636c1c9b-387a-4c02-9a68-59fde64b6aa2 req-9de7dabe-2e45-43ee-819c-72528c2e0c6f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0480628 Oct 14 06:59:03.138116 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-636c1c9b-387a-4c02-9a68-59fde64b6aa2 req-19d096f7-4bf5-4304-ade4-b8365c9fa8c1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Oct 14 06:59:03.335323 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['5533665d-1fa5-4997-8d8c-ebccd70142a3'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:59:03.602549 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009e90f-91c6-4adb-8fb7-d066887bc0eb req-b0e7c1fe-ecdc-462c-ae32-f060afebcb05 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:03.603979 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f009e90f-91c6-4adb-8fb7-d066887bc0eb req-b0e7c1fe-ecdc-462c-ae32-f060afebcb05 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 944 time: 0.0635452 Oct 14 06:59:03.643846 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f009e90f-91c6-4adb-8fb7-d066887bc0eb req-f909c063-ff3c-402a-914e-8d4e148c30f6 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338311 Oct 14 06:59:04.265259 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea18e52-36f7-4ce7-b94e-dfa4384c3685 req-e20118bc-89c7-4566-bd10-c1afef50d886 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:04.266674 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eea18e52-36f7-4ce7-b94e-dfa4384c3685 req-e20118bc-89c7-4566-bd10-c1afef50d886 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0511444 Oct 14 06:59:04.305193 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eea18e52-36f7-4ce7-b94e-dfa4384c3685 req-d6b6e93c-8d6d-42e5-a4ce-64fc1909ea94 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Oct 14 06:59:04.420008 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f272674-8fed-4dfa-a447-d45da8836cc1 req-0edbef0e-2cde-4aae-b405-69c316527883 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:04.421400 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f272674-8fed-4dfa-a447-d45da8836cc1 req-0edbef0e-2cde-4aae-b405-69c316527883 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0473759 Oct 14 06:59:04.469954 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f272674-8fed-4dfa-a447-d45da8836cc1 req-b2373b06-e73f-4ba2-8c90-24c330d9b873 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Oct 14 06:59:04.769946 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60650452-a628-4264-aea8-f3d1a363c5db req-adeb5a96-6490-49b6-8a29-36178a001a3b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:04.771385 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-60650452-a628-4264-aea8-f3d1a363c5db req-adeb5a96-6490-49b6-8a29-36178a001a3b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 944 time: 0.0480332 Oct 14 06:59:04.808927 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-60650452-a628-4264-aea8-f3d1a363c5db req-1d4308af-a495-4491-9a2e-0a03bc8c371a tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Oct 14 06:59:05.925985 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cc75f-82c6-4958-82be-2d52f9061e20 req-f4ff4298-d01d-46e6-8cde-8d6111161a16 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:05.927414 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-694cc75f-82c6-4958-82be-2d52f9061e20 req-f4ff4298-d01d-46e6-8cde-8d6111161a16 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 944 time: 0.0518999 Oct 14 06:59:06.178832 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-694cc75f-82c6-4958-82be-2d52f9061e20 req-70190241-f739-4673-bbfe-066540e7f19f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452860 Oct 14 06:59:06.503082 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5533665d-1fa5-4997-8d8c-ebccd70142a3 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:06.624462 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 5533665d-1fa5-4997-8d8c-ebccd70142a3 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 06:59:06.629145 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 5533665d-1fa5-4997-8d8c-ebccd70142a3 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:06.629580 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:06.711076 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:06.732793 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec9afb-1fd8-40fa-993b-cae8160e3efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5533665d-1fa5-4997-8d8c-ebccd70142a3'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:59:06.735032 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c37c6a-e331-4b9f-a565-3daec4dbf6f1" -d '{"events": [{"server_uuid": "47ec9afb-1fd8-40fa-993b-cae8160e3efe", "name": "network-vif-plugged", "status": "completed", "tag": "5533665d-1fa5-4997-8d8c-ebccd70142a3"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:59:06.747411 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 5533665d-1fa5-4997-8d8c-ebccd70142a3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5533665d-1fa5-4997-8d8c-ebccd70142a3,segment=NetworkSegment(61d10f54-2c9d-44b8-b542-41fa6ff04cbd),segment_id=61d10f54-2c9d-44b8-b542-41fa6ff04cbd)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:06.771529 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6df08c-fc92-41d3-8709-259496b2f4ad x-openstack-request-id: req-dd6df08c-fc92-41d3-8709-259496b2f4ad {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:59:06.771821 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ec9afb-1fd8-40fa-993b-cae8160e3efe", "name": "network-vif-plugged", "status": "completed", "tag": "5533665d-1fa5-4997-8d8c-ebccd70142a3", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:59:06.772075 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd6df08c-fc92-41d3-8709-259496b2f4ad {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:59:06.772464 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ec9afb-1fd8-40fa-993b-cae8160e3efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5533665d-1fa5-4997-8d8c-ebccd70142a3', 'code': 200} Oct 14 06:59:06.845695 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:06.894317 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=5533665d-1fa5-4997-8d8c-ebccd70142a3,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:07.213193 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1d645-4b17-4f65-bff6-19aad7d7763c req-e27cf041-22d3-43a4-96b5-c8e19ed84ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:07.215721 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-04b1d645-4b17-4f65-bff6-19aad7d7763c req-e27cf041-22d3-43a4-96b5-c8e19ed84ac0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 1098 time: 0.0634706 Oct 14 06:59:07.263288 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-04b1d645-4b17-4f65-bff6-19aad7d7763c req-bda1f5f9-8e29-4856-8e75-4c623b2e5565 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Oct 14 06:59:07.323569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25294cc1-ce3f-46db-9770-73203071d5fa req-0ba9a36c-4e88-4b4a-9c00-1feaffbed293 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:07.325144 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-25294cc1-ce3f-46db-9770-73203071d5fa req-0ba9a36c-4e88-4b4a-9c00-1feaffbed293 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 945 time: 0.0484450 Oct 14 06:59:07.370688 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-25294cc1-ce3f-46db-9770-73203071d5fa req-2cbb5a98-319f-4181-98fd-0e48073d7982 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Oct 14 06:59:07.726057 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28829-b82a-4bc2-a18d-2c00ed5d353e req-55d77375-18aa-4e37-9051-37c2c240546f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:07.727403 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1ba28829-b82a-4bc2-a18d-2c00ed5d353e req-55d77375-18aa-4e37-9051-37c2c240546f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0513475 Oct 14 06:59:07.765648 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1ba28829-b82a-4bc2-a18d-2c00ed5d353e req-461b888f-9e58-41fb-ba2f-d5f9a43bf944 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Oct 14 06:59:07.926053 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7e6db-3136-4f55-8ca0-2457ffeb933a req-b3398c39-d75b-4013-8fdf-f2b6cfff2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:07.927652 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85a7e6db-3136-4f55-8ca0-2457ffeb933a req-b3398c39-d75b-4013-8fdf-f2b6cfff2cbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 1099 time: 0.0489051 Oct 14 06:59:08.028437 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7e6db-3136-4f55-8ca0-2457ffeb933a req-a57b894f-1651-4d2e-beb1-e7b65484be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:08.029940 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85a7e6db-3136-4f55-8ca0-2457ffeb933a req-a57b894f-1651-4d2e-beb1-e7b65484be9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 920 time: 0.0909948 Oct 14 06:59:08.074583 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85a7e6db-3136-4f55-8ca0-2457ffeb933a req-1aa3a73f-d1e6-4478-9875-3970cc548377 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=067ecb6b-20fb-43d0-aefe-10850bf898da HTTP/1.1" status: 200 len: 217 time: 0.0346055 Oct 14 06:59:08.334961 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58214) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:08.337817 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7e6db-3136-4f55-8ca0-2457ffeb933a req-22a582ae-6d8e-4942-8bb8-9e0b9db6dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:08.339225 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85a7e6db-3136-4f55-8ca0-2457ffeb933a req-22a582ae-6d8e-4942-8bb8-9e0b9db6dd70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 200 len: 859 time: 0.2536447 Oct 14 06:59:08.375768 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85a7e6db-3136-4f55-8ca0-2457ffeb933a req-5c6d4595-5893-40a7-b9a9-6c82e9b5a284 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232875 Oct 14 06:59:08.443358 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-764d8bff-bae1-4bc7-9ab3-971d9fbe1f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:08.471255 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85a7e6db-3136-4f55-8ca0-2457ffeb933a req-afb51bf5-11cc-425a-9dee-a16f40298763 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868397 Oct 14 06:59:08.517212 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d6065-6407-4414-94ec-cec607256900 req-3f110a01-f281-40c0-a41c-4c957b944c13 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:08.518687 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4a7d6065-6407-4414-94ec-cec607256900 req-3f110a01-f281-40c0-a41c-4c957b944c13 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 945 time: 0.0679026 Oct 14 06:59:08.564226 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85a7e6db-3136-4f55-8ca0-2457ffeb933a req-43de67d7-8052-468b-89ac-2f0bbb0c7e6f service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827074 Oct 14 06:59:08.578444 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4a7d6065-6407-4414-94ec-cec607256900 req-7655fa47-5e41-4b9b-8f09-6d82357f7259 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511599 Oct 14 06:59:08.587066 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-764d8bff-bae1-4bc7-9ab3-971d9fbe1f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:08.670423 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-764d8bff-bae1-4bc7-9ab3-971d9fbe1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:08.708004 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-764d8bff-bae1-4bc7-9ab3-971d9fbe1f8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee6e2964ac6f463896d043e777b2b63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718297 Oct 14 06:59:08.710044 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d8bff-bae1-4bc7-9ab3-971d9fbe1f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e48f61-5a15-4c22-9c7e-0087df6fe59b,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:08.712055 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58222) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:08.766869 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9261e6e7-91b9-46e3-b5c6-934c2ea0a755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:08.789233 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9261e6e7-91b9-46e3-b5c6-934c2ea0a755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:08.882933 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad016f4-8769-442a-96d8-78ec4d94ad8a req-f071930a-b7db-427b-8e8b-ed63d34f5f31 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:08.884385 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0ad016f4-8769-442a-96d8-78ec4d94ad8a req-f071930a-b7db-427b-8e8b-ed63d34f5f31 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0502255 Oct 14 06:59:08.893052 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9261e6e7-91b9-46e3-b5c6-934c2ea0a755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:08.895793 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9261e6e7-91b9-46e3-b5c6-934c2ea0a755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:08.897725 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-9261e6e7-91b9-46e3-b5c6-934c2ea0a755 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66e48f61-5a15-4c22-9c7e-0087df6fe59b HTTP/1.1" status: 204 len: 168 time: 0.1840982 Oct 14 06:59:08.906628 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261e6e7-91b9-46e3-b5c6-934c2ea0a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e48f61-5a15-4c22-9c7e-0087df6fe59b,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:08.930075 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0ad016f4-8769-442a-96d8-78ec4d94ad8a req-218abb89-12c6-47d7-a1bd-5cf94e3690f0 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Oct 14 06:59:09.490866 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58268) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:09.598702 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-12472bad-eff3-4ee1-9a98-a8fc753a94d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:09.678940 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-12472bad-eff3-4ee1-9a98-a8fc753a94d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:09.707150 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4cf29-0241-42ff-926a-a11030f52216 req-5341e29a-5cb3-4dd6-8e2a-3b3cb10d2472 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:09.709637 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8dd4cf29-0241-42ff-926a-a11030f52216 req-5341e29a-5cb3-4dd6-8e2a-3b3cb10d2472 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 945 time: 0.0511172 Oct 14 06:59:09.745542 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8dd4cf29-0241-42ff-926a-a11030f52216 req-37dcfd76-bb56-4d60-8d76-ca631c3d3ead tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Oct 14 06:59:09.748250 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-12472bad-eff3-4ee1-9a98-a8fc753a94d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:09.788313 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-12472bad-eff3-4ee1-9a98-a8fc753a94d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1361d0e4817a4e858be1c2dc58310b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962360 Oct 14 06:59:09.790323 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12472bad-eff3-4ee1-9a98-a8fc753a94d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f15c62-5a72-4fa7-865c-ee1bc539ce57,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:09.794265 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58282) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:09.849088 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dd33a68-5583-4557-9e6c-b60416c3e0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:09.869998 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dd33a68-5583-4557-9e6c-b60416c3e0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:09.979258 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dd33a68-5583-4557-9e6c-b60416c3e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:09.982046 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dd33a68-5583-4557-9e6c-b60416c3e0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:09.983428 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-8dd33a68-5583-4557-9e6c-b60416c3e0a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9f15c62-5a72-4fa7-865c-ee1bc539ce57 HTTP/1.1" status: 204 len: 168 time: 0.1881852 Oct 14 06:59:09.994788 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd33a68-5583-4557-9e6c-b60416c3e0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f15c62-5a72-4fa7-865c-ee1bc539ce57,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:10.244992 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7c6e5-2f7a-45dd-b360-68b6a02e11da req-05030396-c118-401b-998f-339591584824 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:10.246549 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-23e7c6e5-2f7a-45dd-b360-68b6a02e11da req-05030396-c118-401b-998f-339591584824 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0490475 Oct 14 06:59:10.288272 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-23e7c6e5-2f7a-45dd-b360-68b6a02e11da req-e61c10e4-ccf8-4ac2-9c25-f3057dae84ee tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356929 Oct 14 06:59:10.864436 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83118-4bfd-432b-97ff-07dae3f1e724 req-20ca1458-6cbf-4833-9626-c8434e66c51f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:10.865886 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6fa83118-4bfd-432b-97ff-07dae3f1e724 req-20ca1458-6cbf-4833-9626-c8434e66c51f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0514126 Oct 14 06:59:10.904519 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6fa83118-4bfd-432b-97ff-07dae3f1e724 req-71e87d3e-e5ee-48db-a34f-ca7f4e8f53ab tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323491 Oct 14 06:59:11.411306 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb29240-7632-41de-bdd8-16744b6d1447 req-5ff548de-598e-478d-836a-74d767fd3b9c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:11.412804 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-beb29240-7632-41de-bdd8-16744b6d1447 req-5ff548de-598e-478d-836a-74d767fd3b9c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0529935 Oct 14 06:59:11.449737 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-beb29240-7632-41de-bdd8-16744b6d1447 req-52d89712-c45b-4db4-b88e-9d78a18973be tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Oct 14 06:59:11.662133 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:59:12.022918 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e5503-55d5-438d-8186-5abe814fa2bd req-60d8ede8-b9b3-4c07-97a2-4314efe899fb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:12.026721 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-294e5503-55d5-438d-8186-5abe814fa2bd req-60d8ede8-b9b3-4c07-97a2-4314efe899fb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0490644 Oct 14 06:59:12.062835 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-294e5503-55d5-438d-8186-5abe814fa2bd req-92bcf9e2-4a27-4ff7-b240-7223a1986ddb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316763 Oct 14 06:59:12.497256 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a672d0-920d-4a1b-b191-eeb74366540f req-5bd1f3b8-14cb-4845-bd1c-6c1a839a6542 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:12.499968 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c4a672d0-920d-4a1b-b191-eeb74366540f req-5bd1f3b8-14cb-4845-bd1c-6c1a839a6542 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 945 time: 0.0533075 Oct 14 06:59:12.568781 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c4a672d0-920d-4a1b-b191-eeb74366540f req-9c3896be-6ad0-46e6-afd8-70dcaeb24a87 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632751 Oct 14 06:59:12.587290 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140a056-95a9-4b9d-8188-beb059fb0789 req-e73d8397-a6e8-4beb-bf8a-ce2fe8f2f180 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:12.589024 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f140a056-95a9-4b9d-8188-beb059fb0789 req-e73d8397-a6e8-4beb-bf8a-ce2fe8f2f180 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0702069 Oct 14 06:59:12.630875 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f140a056-95a9-4b9d-8188-beb059fb0789 req-9c6d7426-1bb2-4e39-9e2a-210c2a9b72a4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Oct 14 06:59:13.182561 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd33ff-7e36-4d90-a3f7-1ca80af832c4 req-1b20c6ca-a726-4eb6-829e-b679fa76edb6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:13.184108 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-07bd33ff-7e36-4d90-a3f7-1ca80af832c4 req-1b20c6ca-a726-4eb6-829e-b679fa76edb6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0497713 Oct 14 06:59:13.221978 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-07bd33ff-7e36-4d90-a3f7-1ca80af832c4 req-dde6879c-3302-4983-b235-2eb1e7888f53 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317798 Oct 14 06:59:13.426644 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-80a00883-28b3-4f49-a32e-fc0f3506b23f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4d7ba740f18442ac93f6be1caa74409d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278761 Oct 14 06:59:13.621615 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-61fb7f5d-faed-4ded-a547-18eea2ae186c tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:13.623237 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-61fb7f5d-faed-4ded-a547-18eea2ae186c tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914179 Oct 14 06:59:13.651130 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-16fda9fc-bcb9-492b-9c0d-fceebe04da13 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/quotas/4d7ba740f18442ac93f6be1caa74409d HTTP/1.1" status: 200 len: 375 time: 0.0205271 Oct 14 06:59:13.703065 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-56b79039-b795-446b-9a6a-bb6aedfb1a24 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d7ba740f18442ac93f6be1caa74409d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368671 Oct 14 06:59:13.711787 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e03c64-aa72-4795-b711-41bf1ee486fe req-e9827f2d-6f3d-478d-a37e-5c376d2e3334 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:13.713165 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c6e03c64-aa72-4795-b711-41bf1ee486fe req-e9827f2d-6f3d-478d-a37e-5c376d2e3334 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 945 time: 0.0749223 Oct 14 06:59:13.751326 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c6e03c64-aa72-4795-b711-41bf1ee486fe req-cfd11930-b78f-4fa2-9229-ed5f54a9cedf tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318503 Oct 14 06:59:13.861576 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bb719-645e-44e9-9c70-d91cefa9e5fe req-6bda5b31-0d7e-40f4-8db0-82dc19c60535 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:13.863101 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8d9bb719-645e-44e9-9c70-d91cefa9e5fe req-6bda5b31-0d7e-40f4-8db0-82dc19c60535 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0523758 Oct 14 06:59:13.901487 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8d9bb719-645e-44e9-9c70-d91cefa9e5fe req-119f9baf-916c-4ae5-b2d6-bce3f52d49db tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Oct 14 06:59:13.999421 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-63d20d10-5d27-4e91-a519-5846482867b9 req-a884a200-9f5c-4b8d-982b-df03b1c58bbf tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 210 time: 0.0285926 Oct 14 06:59:14.343674 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13802-d3c6-4dec-a333-665f1550b6c4 req-1bf35b3e-63c5-47d8-a015-877e4a0fb3a4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:14.345144 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f7f13802-d3c6-4dec-a333-665f1550b6c4 req-1bf35b3e-63c5-47d8-a015-877e4a0fb3a4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0491259 Oct 14 06:59:14.383049 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f7f13802-d3c6-4dec-a333-665f1550b6c4 req-0b1447cc-557c-4df2-abbd-793f0fcd7733 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Oct 14 06:59:14.760388 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-836203c1-6142-4820-9410-1fee27060ae0 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:14.761835 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-836203c1-6142-4820-9410-1fee27060ae0 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.39 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 945 time: 0.0507748 Oct 14 06:59:14.863580 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Deleting port 5533665d-1fa5-4997-8d8c-ebccd70142a3 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 06:59:14.863918 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:14.908533 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430e0b6-5974-45b3-993e-f26f3ddb0265 req-7a37081e-89e5-4560-a36e-51d52edb518f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:14.911402 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5430e0b6-5974-45b3-993e-f26f3ddb0265 req-7a37081e-89e5-4560-a36e-51d52edb518f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 945 time: 0.0725064 Oct 14 06:59:15.007713 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5430e0b6-5974-45b3-993e-f26f3ddb0265 req-fb2774fa-2776-4d8b-ab02-817b413e1250 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892413 Oct 14 06:59:15.049775 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] For port 5533665d-1fa5-4997-8d8c-ebccd70142a3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5533665d-1fa5-4997-8d8c-ebccd70142a3,segment=NetworkSegment(61d10f54-2c9d-44b8-b542-41fa6ff04cbd),segment_id=61d10f54-2c9d-44b8-b542-41fa6ff04cbd)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:15.050918 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:15.069900 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Calling delete_port for 5533665d-1fa5-4997-8d8c-ebccd70142a3 owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 06:59:15.075317 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05340678-6a78-48f1-af44-b3f5ac223c7f req-af1ea67a-9209-44eb-a09b-bc457c3c3d75 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:15.077212 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-05340678-6a78-48f1-af44-b3f5ac223c7f req-af1ea67a-9209-44eb-a09b-bc457c3c3d75 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0752432 Oct 14 06:59:15.119712 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a0d30ea7-d594-4185-a5e3-f524d9deea2a req-263bf67a-0002-48a2-b38f-8fe36f8460d0 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 210 time: 0.0412867 Oct 14 06:59:15.164479 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-05340678-6a78-48f1-af44-b3f5ac223c7f req-036c077e-0b8b-4dad-bd3e-d9117814da20 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736575 Oct 14 06:59:15.447881 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:15.481495 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Pushing event deleted for resources: {'Port': ['ID=5533665d-1fa5-4997-8d8c-ebccd70142a3,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:15.495796 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.496178 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.496522 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.496850 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.497212 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.497728 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.498054 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.498379 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.498698 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.499015 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.499333 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.499670 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:15.499882 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b3aba-7c70-4ba4-ba26-c6df99b76a27 req-b526e003-52b9-40ed-9428-21ac0c7150d0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:15.501400 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f59b3aba-7c70-4ba4-ba26-c6df99b76a27 req-b526e003-52b9-40ed-9428-21ac0c7150d0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0486345 Oct 14 06:59:15.512644 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['5533665d-1fa5-4997-8d8c-ebccd70142a3'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:59:15.537000 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] No DVR routers for this DVR port 5533665d-1fa5-4997-8d8c-ebccd70142a3 on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 06:59:15.540787 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:15.546650 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b7c072dd-d6f5-4d60-bfc3-01c96f0afacf req-96da842a-8862-423b-9b61-36eab59d34ca tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.39 "DELETE /v2.0/ports/5533665d-1fa5-4997-8d8c-ebccd70142a3 HTTP/1.1" status: 204 len: 173 time: 0.7756042 Oct 14 06:59:15.546650 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ec9afb-1fd8-40fa-993b-cae8160e3efe', 'name': 'network-vif-deleted', 'tag': '5533665d-1fa5-4997-8d8c-ebccd70142a3'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:59:15.547936 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc4fefa-db84-4943-849d-5ee7942beef6" -d '{"events": [{"server_uuid": "47ec9afb-1fd8-40fa-993b-cae8160e3efe", "name": "network-vif-deleted", "tag": "5533665d-1fa5-4997-8d8c-ebccd70142a3"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:59:15.552030 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f59b3aba-7c70-4ba4-ba26-c6df99b76a27 req-d9bc14b2-5ce2-46ba-877e-8773e14200b3 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430434 Oct 14 06:59:15.587818 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70fbc8f-81a2-4447-ab62-323454326f2e x-openstack-request-id: req-b70fbc8f-81a2-4447-ab62-323454326f2e {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:59:15.588074 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ec9afb-1fd8-40fa-993b-cae8160e3efe", "name": "network-vif-deleted", "tag": "5533665d-1fa5-4997-8d8c-ebccd70142a3", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:59:15.588330 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b70fbc8f-81a2-4447-ab62-323454326f2e {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:59:15.588812 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ec9afb-1fd8-40fa-993b-cae8160e3efe', 'name': 'network-vif-deleted', 'tag': '5533665d-1fa5-4997-8d8c-ebccd70142a3', 'status': 'completed', 'code': 200} Oct 14 06:59:16.120234 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9a521993-f98c-462f-af2c-68c8599bd660 req-082ef4e8-c3bf-497a-bd2c-59d88695a4f4 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=47ec9afb-1fd8-40fa-993b-cae8160e3efe HTTP/1.1" status: 200 len: 210 time: 0.0251000 Oct 14 06:59:16.218846 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-baf4e405-a4d6-45fe-b40a-dfe17b080229 req-9f7b68b0-e701-48a3-a365-b3f76fd40256 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 210 time: 0.0354941 Oct 14 06:59:16.300065 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf376d4-bbf8-4819-8d8a-9585f7ae6a0b req-5ab06ef8-1191-4b6a-93f5-fffb17861abe tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:16.301537 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bdf376d4-bbf8-4819-8d8a-9585f7ae6a0b req-5ab06ef8-1191-4b6a-93f5-fffb17861abe tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0493672 Oct 14 06:59:16.341204 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bdf376d4-bbf8-4819-8d8a-9585f7ae6a0b req-39e7cefc-fc11-4aee-9278-d772faf5ecab tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336301 Oct 14 06:59:16.665682 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f4888-d7dd-493e-8b48-8a733c157cdb req-9f695658-981e-4c0b-acf7-6d20e05c134a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:16.667125 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fd8f4888-d7dd-493e-8b48-8a733c157cdb req-9f695658-981e-4c0b-acf7-6d20e05c134a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0477521 Oct 14 06:59:16.711566 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fd8f4888-d7dd-493e-8b48-8a733c157cdb req-84e151db-9850-4301-85c1-82d9237a3e99 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379794 Oct 14 06:59:16.998830 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-5e243aa1-34bc-4215-8ca9-b5fdf5d16cd4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383265 Oct 14 06:59:17.100626 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-56b9e441-5704-4cd3-b6d5-51b0701d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:17.102554 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-56b9e441-5704-4cd3-b6d5-51b0701d15b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 1098 time: 0.0450094 Oct 14 06:59:17.212429 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-48f66a90-6d78-405b-9b3e-bd6f378a9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:17.213891 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-48f66a90-6d78-405b-9b3e-bd6f378a9683 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 920 time: 0.0876768 Oct 14 06:59:17.263513 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-88225a31-c4f1-48e7-a3ec-302c67b8a051 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=516cf1e6-624e-4270-b226-253c50182106 HTTP/1.1" status: 200 len: 217 time: 0.0390689 Oct 14 06:59:17.331993 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-45f0c803-ab78-4c2b-bd1b-ee46353ae7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:17.334065 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-45f0c803-ab78-4c2b-bd1b-ee46353ae7f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 200 len: 859 time: 0.0622423 Oct 14 06:59:17.358084 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2d730e25-3677-4acb-84e1-ca8d4612468f req-54a2f016-3577-4baf-a319-c0a20462a5a8 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 210 time: 0.0448141 Oct 14 06:59:17.370732 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-cd601360-626a-4f0c-adfd-5f91b15faf35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281210 Oct 14 06:59:17.492336 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-6d9b24e3-b281-4cec-9dc2-f87477919bfc service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922329 Oct 14 06:59:17.492500 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-3cc2a016-5cd9-4053-88b8-c9d2c40cf3e3 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:17.497302 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-3cc2a016-5cd9-4053-88b8-c9d2c40cf3e3 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/networks?id=0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 HTTP/1.1" status: 200 len: 808 time: 0.1341541 Oct 14 06:59:17.502314 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf87671-8ec6-49e2-9690-c02251168015 req-6ef6620f-13c8-4e63-9f3b-9b2bd822f21a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:17.504001 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fbf87671-8ec6-49e2-9690-c02251168015 req-6ef6620f-13c8-4e63-9f3b-9b2bd822f21a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0805638 Oct 14 06:59:17.520227 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-1e10a5e2-12eb-4b9b-8f01-6fe9e029c838 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/quotas/5da8629dca3f4861afaabe01bb295cec HTTP/1.1" status: 200 len: 375 time: 0.0153775 Oct 14 06:59:17.558274 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fbf87671-8ec6-49e2-9690-c02251168015 req-15a8f7da-549f-4419-beef-a89225a09999 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450003 Oct 14 06:59:17.573694 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-e422c82c-810c-4055-ada8-2f8babcb3ae9 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5da8629dca3f4861afaabe01bb295cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327423 Oct 14 06:59:17.608765 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120958ba-96f4-4f31-86f9-86f5cc7468e5 req-85c6c06c-e475-4378-b73f-c40ec89a1fcc service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057217 Oct 14 06:59:17.612124 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-c9073b51-3d2d-47b7-82ac-dd313a42bfa3 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4d7ba740f18442ac93f6be1caa74409d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372150 Oct 14 06:59:17.735851 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-211cb5de-7442-49c2-a129-a1041486d29a service neutron] 10.222.0.26 "GET /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504722 Oct 14 06:59:17.869389 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-aa014bb3-8a92-431c-9ec7-de87ee606f28 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:17.870800 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-aa014bb3-8a92-431c-9ec7-de87ee606f28 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087851 Oct 14 06:59:17.898790 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Request body: {'port': {'device_id': '34e32663-6061-4d72-9517-d26f52394ef7', 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d', 'admin_state_up': True, 'tenant_id': '4d7ba740f18442ac93f6be1caa74409d'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:17.908440 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e94c90-692e-41f9-8932-d59f801f1501 req-2977cfd8-bbe5-4459-b897-7053e1c2483c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:17.910432 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-46e94c90-692e-41f9-8932-d59f801f1501 req-2977cfd8-bbe5-4459-b897-7053e1c2483c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1202993 Oct 14 06:59:17.912275 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-89896871-1824-4034-8d0a-ae7ee5b0914f service neutron] 10.222.0.26 "GET /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695771 Oct 14 06:59:18.008150 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-46e94c90-692e-41f9-8932-d59f801f1501 req-11231e58-9a10-499b-a6d0-4bbc07df0778 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819883 Oct 14 06:59:18.014579 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58566) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:18.145003 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fafb944e-b301-4b0c-8977-9f7b5087321c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.155875 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Made reservation on behalf of 4d7ba740f18442ac93f6be1caa74409d for: {'port': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:59:18.158993 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.210838 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5d6f8c0c-a5e9-4523-b2c1-f8f5b1dd3fc1 req-5879d6ad-2c42-4fb6-9224-872c62f1ec64 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 210 time: 0.0644524 Oct 14 06:59:18.213662 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.229770 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fafb944e-b301-4b0c-8977-9f7b5087321c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.310349 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.320023 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fafb944e-b301-4b0c-8977-9f7b5087321c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.363524 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-fafb944e-b301-4b0c-8977-9f7b5087321c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbea5c204eb3462a850c616258826dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464370 Oct 14 06:59:18.364966 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58592) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:18.367661 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb944e-b301-4b0c-8977-9f7b5087321c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f551294d-2ba7-4749-88bf-673cf0422c75,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:18.420322 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e86-bd61-4c7f-b882-845a5ace40f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.435487 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.480591 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-51cdf04c-d2a0-4ec3-832e-4edc22bdb953 req-bbb6ccad-d10e-4acf-b9d1-ba0fedb540ee tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 210 time: 0.0577676 Oct 14 06:59:18.530916 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e86-bd61-4c7f-b882-845a5ace40f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.549737 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5533665d-1fa5-4997-8d8c-ebccd70142a3 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 06:59:18.566696 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733106c8-f222-45c4-b104-72cb7e9a65e3,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:18.572339 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 5533665d-1fa5-4997-8d8c-ebccd70142a3 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 06:59:18.572339 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5533665d-1fa5-4997-8d8c-ebccd70142a3 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 06:59:18.593924 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.594260 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.594606 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.595102 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.595281 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.595624 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.596643 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.596643 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.596643 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.598010 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.598010 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.598275 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:18.668947 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Allocated IP 192.168.233.29 (af95ead8-a687-429a-9693-ddabfa77f39d/2dc1bc21-d093-43bb-8464-4c9bfc7f9d70/91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:18.705654 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6cf7-d6ad-4303-b2b2-7a32d14e4c33 req-34d80381-e268-4998-84c5-f350d6c649cd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:18.707151 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eacf6cf7-d6ad-4303-b2b2-7a32d14e4c33 req-34d80381-e268-4998-84c5-f350d6c649cd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0541580 Oct 14 06:59:18.765299 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eacf6cf7-d6ad-4303-b2b2-7a32d14e4c33 req-b895ab43-41ca-458b-9e3f-67d1261206ab tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516746 Oct 14 06:59:18.768863 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e86-bd61-4c7f-b882-845a5ace40f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.771383 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e86-bd61-4c7f-b882-845a5ace40f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.775987 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-aefc8e86-bd61-4c7f-b882-845a5ace40f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f551294d-2ba7-4749-88bf-673cf0422c75 HTTP/1.1" status: 204 len: 168 time: 0.4061475 Oct 14 06:59:18.794045 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc8e86-bd61-4c7f-b882-845a5ace40f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f551294d-2ba7-4749-88bf-673cf0422c75,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:18.913987 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:18.985232 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:19.029983 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Network af95ead8-a687-429a-9693-ddabfa77f39d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:19.033104 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:19.036943 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:19.070701 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Pushing event updated for resources: {'Port': ['ID=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:19.122726 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:19.123367 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:19.197599 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cb2fc-4cfc-4b60-b226-3617b9847e48 req-3cf45f15-c944-4297-b048-df58a51d419d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:19.201107 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8e9cb2fc-4cfc-4b60-b226-3617b9847e48 req-3cf45f15-c944-4297-b048-df58a51d419d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1027410 Oct 14 06:59:19.248908 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8e9cb2fc-4cfc-4b60-b226-3617b9847e48 req-9a082a91-e020-4ddc-a698-7328f91ecc1a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408847 Oct 14 06:59:19.260401 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-f8222ac4-d925-443e-acb4-9ccb480fdd8f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3659949 Oct 14 06:59:19.282481 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Request body: {'port': {'device_id': '34e32663-6061-4d72-9517-d26f52394ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:19.373991 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-84d5325e-222b-432e-b4b9-0961a1e3071c req-cb475d3e-51a8-462b-8fa3-ef9f00aa417a tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 210 time: 0.0494843 Oct 14 06:59:19.376581 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:19.402870 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-edd35954-51c5-4120-acb8-7bcc7f9eab15 None None] Provisioning complete for port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:19.403535 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-edd35954-51c5-4120-acb8-7bcc7f9eab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:19.439107 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-edd35954-51c5-4120-acb8-7bcc7f9eab15 None None] Port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:59:19.637864 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4633-0b74-465a-8e89-d588e0947d72 req-d52a082d-2197-4562-be4f-5ee82a3dddad tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:19.639313 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f92c4633-0b74-465a-8e89-d588e0947d72 req-d52a082d-2197-4562-be4f-5ee82a3dddad tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 935 time: 0.0883129 Oct 14 06:59:19.931780 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f92c4633-0b74-465a-8e89-d588e0947d72 req-2daf9fad-2d70-4581-bfe5-f479a45fe748 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824299 Oct 14 06:59:19.958554 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d {{(pid=106664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:59:19.968877 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:19.992346 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a288b7a-86ec-47c4-a130-960174094ee6 req-3c479e73-1596-45db-ac3f-282a86dfb2e7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:19.993732 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1a288b7a-86ec-47c4-a130-960174094ee6 req-3c479e73-1596-45db-ac3f-282a86dfb2e7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0761552 Oct 14 06:59:19.994677 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.provisioning_blocks [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Transition to ACTIVE for port object 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d will not be triggered until provisioned by entity L2. {{(pid=106664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 06:59:20.020271 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58642) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:20.037659 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1a288b7a-86ec-47c4-a130-960174094ee6 req-26e593e0-02e0-417f-96d3-fbd9cd60d208 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 Oct 14 06:59:20.097029 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.129385 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1141306681-network', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:20.177071 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Pushing event updated for resources: {'Port': ['ID=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:20.255747 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Attempting to bind port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:20.256231 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Attempting to bind port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'ad7d79cd-6c0c-4f3d-b78c-dd0416370d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d'}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:20.256681 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Attempting to bind port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d on network af95ead8-a687-429a-9693-ddabfa77f39d {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:20.261836 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d on network af95ead8-a687-429a-9693-ddabfa77f39d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 06:59:20.263194 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Attempting to bind port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d on network af95ead8-a687-429a-9693-ddabfa77f39d {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:20.268491 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:20.268973 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Checking segment: {'id': 'ad7d79cd-6c0c-4f3d-b78c-dd0416370d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:20.269318 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Bound using segment: {'id': 'ad7d79cd-6c0c-4f3d-b78c-dd0416370d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d'} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:20.269752 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Bound port: 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7d79cd-6c0c-4f3d-b78c-dd0416370d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d'}}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:20.270102 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.307943 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Made reservation on behalf of 1313bcb76a40476eb961b6f7ddf586af for: {'network': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:59:20.310416 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.322875 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.396059 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] For port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d, host hv-cinder-80447, cleared binding levels {{(pid=106664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:20.421468 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] For port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,segment=NetworkSegment(ad7d79cd-6c0c-4f3d-b78c-dd0416370d44),segment_id=ad7d79cd-6c0c-4f3d-b78c-dd0416370d44)] {{(pid=106664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:20.434989 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407921e0-93aa-413b-afc7-42fbcd7c9b77 req-97846ebb-1c9b-4ac8-8311-fa3ed462b400 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:20.435815 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-407921e0-93aa-413b-afc7-42fbcd7c9b77 req-97846ebb-1c9b-4ac8-8311-fa3ed462b400 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0952628 Oct 14 06:59:20.492918 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8d7d2906-1735-4e9d-ac8e-ac2476738290 req-60a7bac3-84e7-4aa0-a1a6-2471af23ccaa tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 210 time: 0.0449331 Oct 14 06:59:20.514689 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.537735 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-407921e0-93aa-413b-afc7-42fbcd7c9b77 req-f54a8aff-281b-45e5-8f85-3719e474c9de tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938261 Oct 14 06:59:20.560581 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.571868 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:20.572475 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.573823 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] 10.222.0.39 "PUT /v2.0/ports/91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d HTTP/1.1" status: 200 len: 1097 time: 1.2965209 Oct 14 06:59:20.574245 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e32663-6061-4d72-9517-d26f52394ef7', 'tag': '91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:59:20.576493 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480c3776-51d8-4ee1-82bc-8a71031e8748" -d '{"events": [{"name": "network-changed", "server_uuid": "34e32663-6061-4d72-9517-d26f52394ef7", "tag": "91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:59:20.601613 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768382c0-1e89-40c8-ba4e-bb1a206a327e service neutron] Pushing event updated for resources: {'Port': ['ID=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,revision_number=3']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:20.619318 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 06:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c9fefe-2108-425a-851b-5573cd343e24 x-openstack-request-id: req-e6c9fefe-2108-425a-851b-5573cd343e24 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:59:20.619706 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e32663-6061-4d72-9517-d26f52394ef7", "tag": "91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:59:20.619963 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6c9fefe-2108-425a-851b-5573cd343e24 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:59:20.620356 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e32663-6061-4d72-9517-d26f52394ef7', 'tag': '91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d', 'status': 'completed', 'code': 200} Oct 14 06:59:20.621500 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.649648 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=106664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:59:20.655190 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd5b700-7d0f-4bd1-a365-3f3e39572529,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:20.662734 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.663240 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.segments_db [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Added segment 22427c2f-a7b4-43ce-b24d-890741643360 of type vlan for network 69419911-617e-4923-8d84-d193292e8009 Oct 14 06:59:20.706502 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.818753 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.819766 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:20.820386 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:20.877401 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] Pushing event updated for resources: {'Network': ['ID=69419911-617e-4923-8d84-d193292e8009,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:20.887649 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 69419911-617e-4923-8d84-d193292e8009 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:59:20.907078 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-5d3c0b38-a213-4886-a276-025c42f4579e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8857491 Oct 14 06:59:20.910424 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58672) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:20.915025 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Request body: {'subnet': {'network_id': '69419911-617e-4923-8d84-d193292e8009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1141306681-subnet', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'ip_version': 4}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:20.995863 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Made reservation on behalf of 1313bcb76a40476eb961b6f7ddf586af for: {'subnet': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:59:20.998198 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15940678'] for subnet, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:21.105610 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82d7fc-37bd-4675-bb30-a5ce08e7a2b8 req-1eb02a41-264e-4684-836b-745c3740841c tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:21.107069 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8d82d7fc-37bd-4675-bb30-a5ce08e7a2b8 req-1eb02a41-264e-4684-836b-745c3740841c tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 947 time: 0.1066728 Oct 14 06:59:21.218166 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e3919-09cb-4aa9-bc58-a526cfe4a293 req-344c2b6a-00cf-46b2-ae98-154686282fa1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:21.219635 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2b2e3919-09cb-4aa9-bc58-a526cfe4a293 req-344c2b6a-00cf-46b2-ae98-154686282fa1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1116540 Oct 14 06:59:21.222736 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8d82d7fc-37bd-4675-bb30-a5ce08e7a2b8 req-5682720a-c379-4b2d-866d-688335cfc72f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020920 Oct 14 06:59:21.292881 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2b2e3919-09cb-4aa9-bc58-a526cfe4a293 req-1be84f5c-76cb-4ade-84d9-3adbf7fc56df tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648751 Oct 14 06:59:21.354091 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15815798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15940688'] for subnet, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:21.401324 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30bb0207-b6bc-4baf-ae0f-db19022b3a9a,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:21.416312 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Checking segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:21.416661 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Network hostable DHCP agents. Network: 69419911-617e-4923-8d84-d193292e8009, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:59:21.490992 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Network 69419911-617e-4923-8d84-d193292e8009 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:59:21.587555 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cb31e036-8f3f-4254-ac3c-af1180c1456b req-30a58e9e-ac30-4a3c-a5a1-bf209bbd7662 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 210 time: 0.0308275 Oct 14 06:59:21.620982 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 69419911-617e-4923-8d84-d193292e8009) {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:21.628997 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791be0d0-e270-4850-904e-8815e787301b None None] Network 69419911-617e-4923-8d84-d193292e8009 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:59:21.640162 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:21.644492 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:21.667160 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d877d9-972e-48f7-b225-171f280df10a req-2b542b57-dc76-4240-a6bf-56a005e8d348 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:21.669050 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-06d877d9-972e-48f7-b225-171f280df10a req-2b542b57-dc76-4240-a6bf-56a005e8d348 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0581088 Oct 14 06:59:21.706849 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-06d877d9-972e-48f7-b225-171f280df10a req-86fb6282-4d8d-4bfe-9a81-c1ece344089d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313852 Oct 14 06:59:21.773553 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58686) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:21.774044 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-0a214da4-3d39-4f86-a760-a93aadad7631 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8622723 Oct 14 06:59:21.778021 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:21.784342 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdd202b-93ae-5922-b066-41e6b1e9604a-69419911-617e-4923-8d84-d193292e8009', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a'}]}} from dv-cinder-804470-7-iscsi. {{(pid=106665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 06:59:21.785190 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:21.871610 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:21.888112 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1728020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101576'] for router, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:21.889167 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101569'] for router, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:21.932047 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.db_base_plugin_common [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Allocated IP 172.20.0.2 (69419911-617e-4923-8d84-d193292e8009/30bb0207-b6bc-4baf-ae0f-db19022b3a9a/053e33fc-dac1-4a6f-8bfb-44d4c2657855) {{(pid=106665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:21.939126 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.146232 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.191868 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Publish callbacks [] for port, precommit_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.303799 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.352844 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd9a5e-0227-4180-9c02-9e73c7b52a98 req-4db85704-11c6-4b71-ace1-de2271c012eb tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:22.358140 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Network 69419911-617e-4923-8d84-d193292e8009 is already hosted by enough agents. {{(pid=106665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:22.361060 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fbbd9a5e-0227-4180-9c02-9e73c7b52a98 req-4db85704-11c6-4b71-ace1-de2271c012eb tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 947 time: 0.0720685 Oct 14 06:59:22.361437 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.base_scheduler [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Resources bound (agent type, host, resource id): {{(pid=106665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:22.365695 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Received port after_create {{(pid=106665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:22.406947 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Pushing event updated for resources: {'Port': ['ID=053e33fc-dac1-4a6f-8bfb-44d4c2657855,revision_number=1']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:22.430286 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Attempting to bind port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:22.431002 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Attempting to bind port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:22.431545 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Attempting to bind port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 on network 69419911-617e-4923-8d84-d193292e8009 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:22.435975 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fbbd9a5e-0227-4180-9c02-9e73c7b52a98 req-78914093-1ca7-4c28-89b0-e4fa8b0361f7 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740364 Oct 14 06:59:22.438566 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:22.439130 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Checking segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:22.439714 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.440278 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Bound using segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:22.440893 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Bound port: 053e33fc-dac1-4a6f-8bfb-44d4c2657855, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:22.441279 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.442679 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.456526 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c8b1e-913e-4914-b403-ecdd7814cb86 req-986f55a5-d475-4c0f-bf4b-1b24b2e3ac48 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:22.458001 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a40c8b1e-913e-4914-b403-ecdd7814cb86 req-986f55a5-d475-4c0f-bf4b-1b24b2e3ac48 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0791781 Oct 14 06:59:22.470059 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.498462 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a40c8b1e-913e-4914-b403-ecdd7814cb86 req-d0d958dd-df1f-4e95-bd44-ff7ae5d2f56b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342753 Oct 14 06:59:22.514059 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] For port 053e33fc-dac1-4a6f-8bfb-44d4c2657855, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:22.520907 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] For port 053e33fc-dac1-4a6f-8bfb-44d4c2657855, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=053e33fc-dac1-4a6f-8bfb-44d4c2657855,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:22.607122 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Allocated IP 172.27.0.123 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/3c0157c6-7ce9-4080-be46-df1b0e8a2308) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:22.617714 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.679933 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6d533-20fa-4c02-a523-cf82b567f9e5 None None] Pushing event updated for resources: {'Port': ['ID=053e33fc-dac1-4a6f-8bfb-44d4c2657855,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:22.690128 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b25da7fe-3c92-4393-8ceb-f2499b1005fc req-895d9f71-7233-4f91-94f2-f803ffe6df5e tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 210 time: 0.0304539 Oct 14 06:59:22.727139 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.819285 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:22.839826 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d3ba-b888-457a-b2f4-2ceee62988ab req-71c9828d-90ec-4bc4-b1f8-d22cc0fcc998 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:22.846391 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b249d3ba-b888-457a-b2f4-2ceee62988ab req-71c9828d-90ec-4bc4-b1f8-d22cc0fcc998 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0607800 Oct 14 06:59:22.865508 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:22.868397 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:22.874469 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:22.880794 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0157c6-7ce9-4080-be46-df1b0e8a2308,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:22.931322 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b249d3ba-b888-457a-b2f4-2ceee62988ab req-1a579cc4-bdf3-4e06-aa90-55696f967625 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799692 Oct 14 06:59:23.052786 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c3776-51d8-4ee1-82bc-8a71031e8748 req-6e6fa3de-7125-48f7-8a81-ae469ad98e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:23.054321 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-480c3776-51d8-4ee1-82bc-8a71031e8748 req-6e6fa3de-7125-48f7-8a81-ae469ad98e01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d7ba740f18442ac93f6be1caa74409d&device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 1100 time: 0.0557625 Oct 14 06:59:23.127349 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-480c3776-51d8-4ee1-82bc-8a71031e8748 req-d504449e-f37d-4ca7-919b-f434d45485f9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4d7ba740f18442ac93f6be1caa74409d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221689 Oct 14 06:59:23.240818 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c3776-51d8-4ee1-82bc-8a71031e8748 req-60b4b2fa-e2c2-4821-b924-cc48da8d6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:23.242257 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-480c3776-51d8-4ee1-82bc-8a71031e8748 req-60b4b2fa-e2c2-4821-b924-cc48da8d6d1c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905070 Oct 14 06:59:23.331590 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-b75f415c-bfcf-4506-8f74-a26a1120f38f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:23.333697 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-b75f415c-bfcf-4506-8f74-a26a1120f38f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.39 "GET /v2.0/networks?id=0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 HTTP/1.1" status: 200 len: 808 time: 0.1812921 Oct 14 06:59:23.336536 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:23.412346 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Request body: {'port': {'device_id': '2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f', 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36', 'admin_state_up': True, 'tenant_id': '5da8629dca3f4861afaabe01bb295cec'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:23.423267 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-738b64ac-3e4b-42c8-81c5-fc73848ac98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:23.424794 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-738b64ac-3e4b-42c8-81c5-fc73848ac98f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d7ba740f18442ac93f6be1caa74409d&device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 1100 time: 0.0574110 Oct 14 06:59:23.549295 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-ec9722c3-5b0d-41e9-982c-ce775016aba5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d HTTP/1.1" status: 200 len: 217 time: 0.0604172 Oct 14 06:59:23.671055 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5095da-bf0a-4b71-ab08-60c2d961845b req-7aead72e-3cbc-44f4-a146-9ffe710a9000 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:23.672261 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3c5095da-bf0a-4b71-ab08-60c2d961845b req-7aead72e-3cbc-44f4-a146-9ffe710a9000 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 947 time: 0.1634724 Oct 14 06:59:23.743731 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-1878c436-0f47-4593-8516-90b80960d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:23.746143 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-1878c436-0f47-4593-8516-90b80960d685 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2dc1bc21-d093-43bb-8464-4c9bfc7f9d70 HTTP/1.1" status: 200 len: 843 time: 0.1792474 Oct 14 06:59:23.799511 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053bf33-b3f6-4bc4-9e28-9c87df4b30e2 None None] Network 69419911-617e-4923-8d84-d193292e8009 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:59:23.839998 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689804df-b207-4b69-a7a0-5d42c80fa18b req-1449d90e-566e-4c4d-97cd-03d0c9327d73 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:23.841489 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-689804df-b207-4b69-a7a0-5d42c80fa18b req-1449d90e-566e-4c4d-97cd-03d0c9327d73 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1834946 Oct 14 06:59:23.847962 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3c5095da-bf0a-4b71-ab08-60c2d961845b req-ed0bca0c-3c34-4572-aee9-0f95ef534a45 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458900 Oct 14 06:59:23.883696 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-6ed46958-d363-49dd-bc67-819b42e53dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:23.885284 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-6ed46958-d363-49dd-bc67-819b42e53dc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af95ead8-a687-429a-9693-ddabfa77f39d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1233041 Oct 14 06:59:23.912259 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-689804df-b207-4b69-a7a0-5d42c80fa18b req-2ca07780-ca9b-471b-95cf-4181c71a0022 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611513 Oct 14 06:59:23.956422 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1728153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170'] for router, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:23.958305 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Made reservation on behalf of 5da8629dca3f4861afaabe01bb295cec for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:59:23.961926 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:24.045119 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-5c41b4a9-7824-4e6e-bb73-1a45b8537c82 None None] Provisioning complete for port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:24.046021 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-5c41b4a9-7824-4e6e-bb73-1a45b8537c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:24.063406 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6104c166-f5cf-4280-8b7e-52068e9946e3 req-f4ba0c50-e95f-4480-8249-14b13fc63a45 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 210 time: 0.0942106 Oct 14 06:59:24.127847 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-e634e8aa-78cf-417f-a39b-2a619a295c1b service neutron] 10.222.0.39 "GET /v2.0/networks/af95ead8-a687-429a-9693-ddabfa77f39d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125890 Oct 14 06:59:24.139469 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38542-c503-4162-9f0a-16833fcc5de1 req-b324a554-0791-4a50-a143-5e0595914651 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:24.141901 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eea38542-c503-4162-9f0a-16833fcc5de1 req-b324a554-0791-4a50-a143-5e0595914651 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0949314 Oct 14 06:59:24.270776 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-5c41b4a9-7824-4e6e-bb73-1a45b8537c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:24.288766 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eea38542-c503-4162-9f0a-16833fcc5de1 req-e855c7c5-40ee-482c-b1dd-dbfa10cf0c14 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332374 Oct 14 06:59:24.306438 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-5c41b4a9-7824-4e6e-bb73-1a45b8537c82 None None] For port 053e33fc-dac1-4a6f-8bfb-44d4c2657855, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=053e33fc-dac1-4a6f-8bfb-44d4c2657855,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:24.327202 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-34d2d21b-3ee6-46fb-b8ac-c64590eeaf62 req-1ad3825d-2d99-4d9e-8add-486330a2e151 service neutron] 10.222.0.39 "GET /v2.0/networks/af95ead8-a687-429a-9693-ddabfa77f39d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852431 Oct 14 06:59:24.356400 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Allocated IP 172.20.0.11 (0dc734cb-4b2c-4a9b-9276-3d2d657d0e36/b0fe1261-69cf-4db3-b2fa-2e0fddbede12/0f693ed8-d925-4706-b26d-4dde158eb1c4) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:24.374287 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-5c41b4a9-7824-4e6e-bb73-1a45b8537c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:24.426294 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b07a8655-0c37-4b19-a7d5-916918cb0e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:24.437048 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41b4a9-7824-4e6e-bb73-1a45b8537c82 None None] Pushing event updated for resources: {'Port': ['ID=053e33fc-dac1-4a6f-8bfb-44d4c2657855,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:24.447421 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Router ea295aa4-8fef-4f56-9550-7316c96dcc08 is scheduled to L3 agent bad82139-abe0-460d-a24f-34a70776a820 with binding_index 1 {{(pid=106663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 06:59:24.494272 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-817a46e7-fed1-4566-bc22-4545f92e9d25 None None] Provisioning complete for port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:24.494649 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-817a46e7-fed1-4566-bc22-4545f92e9d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:24.573615 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:24.623207 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:59:24.633679 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Sync routers for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:59:24.644696 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:24.645992 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:58:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:24.742753 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:24.743172 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-361ecdda-6e39-4c1b-890b-59f381c54572 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9684761 Oct 14 06:59:24.746003 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58732) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:24.762404 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:24.794641 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:24.828154 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 053e33fc-dac1-4a6f-8bfb-44d4c2657855 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:24.846664 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:24.857708 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:24.861826 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:24.881838 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:24.882262 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:24.982512 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:23Z', 'revision_number': 3, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:24.994606 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Pushing event updated for resources: {'Port': ['ID=0f693ed8-d925-4706-b26d-4dde158eb1c4,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:25.017802 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Checking router: ea295aa4-8fef-4f56-9550-7316c96dcc08 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:59:25.018591 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Updating router ea295aa4-8fef-4f56-9550-7316c96dcc08 port 3c0157c6-7ce9-4080-be46-df1b0e8a2308 binding host dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:59:25.019499 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:25.020874 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a74346-70ad-4103-b89b-3271aec6b1d2 req-250a86bc-eb7e-489b-a8f5-b7b42e551d69 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:25.021535 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.022361 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-59a74346-70ad-4103-b89b-3271aec6b1d2 req-250a86bc-eb7e-489b-a8f5-b7b42e551d69 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 947 time: 0.0981045 Oct 14 06:59:25.060587 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.104952 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-390cd16f-1472-4f73-849f-990d0ff80c2d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7183778 Oct 14 06:59:25.120706 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b4517-15c7-469c-80bf-797db8845d3d req-311eda09-e58a-489f-8345-26f857850cd2 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:25.127982 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d11b4517-15c7-469c-80bf-797db8845d3d req-311eda09-e58a-489f-8345-26f857850cd2 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1044009 Oct 14 06:59:25.130911 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Request body: {'port': {'device_id': '2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:25.155665 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-59a74346-70ad-4103-b89b-3271aec6b1d2 req-8d3337f4-9ddd-4d0c-ba3e-42988351f60f tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133425 Oct 14 06:59:25.206125 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d11b4517-15c7-469c-80bf-797db8845d3d req-9f65b4ff-c613-4c3a-a0cd-2c42fc22da5d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716696 Oct 14 06:59:25.248801 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.299380 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ddf7-e7c5-431e-961c-cd669ed11a7f req-d741e528-1192-4c30-9509-e72fd6cea2b5 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:25.301120 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-daa9ddf7-e7c5-431e-961c-cd669ed11a7f req-d741e528-1192-4c30-9509-e72fd6cea2b5 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 932 time: 0.0529773 Oct 14 06:59:25.359570 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-daa9ddf7-e7c5-431e-961c-cd669ed11a7f req-40056a10-a7ed-4ce2-981f-3c6d466a52ff tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491471 Oct 14 06:59:25.387169 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Publish callbacks [] for port, precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.422214 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72696b7-2344-4336-bedb-4d0cc526b692 req-a84b36ce-468f-46d1-8f14-3ee6de1e3c03 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:25.423737 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e72696b7-2344-4336-bedb-4d0cc526b692 req-a84b36ce-468f-46d1-8f14-3ee6de1e3c03 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0513477 Oct 14 06:59:25.448173 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.463171 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e72696b7-2344-4336-bedb-4d0cc526b692 req-86c81664-ee27-40ae-befc-029c6c93a71c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328071 Oct 14 06:59:25.601303 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Pushing event updated for resources: {'Port': ['ID=3c0157c6-7ce9-4080-be46-df1b0e8a2308,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:25.619243 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.619706 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.619969 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.620296 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.620616 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.620936 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.621251 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.621568 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.621893 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.622312 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.622642 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.622953 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 06:59:25.631310 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Attempting to bind port 3c0157c6-7ce9-4080-be46-df1b0e8a2308 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:25.631790 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Attempting to bind port 3c0157c6-7ce9-4080-be46-df1b0e8a2308 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:25.632192 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Attempting to bind port 3c0157c6-7ce9-4080-be46-df1b0e8a2308 on network 37b6d0c9-4876-4604-a10d-30652fabd51d {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:25.637697 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:25.638274 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:25.644923 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.644923 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Bound using segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:25.644923 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Bound port: 3c0157c6-7ce9-4080-be46-df1b0e8a2308, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:25.644923 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.676535 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58758) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:25.680199 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.692162 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] For port 3c0157c6-7ce9-4080-be46-df1b0e8a2308, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:25.695415 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] For port 3c0157c6-7ce9-4080-be46-df1b0e8a2308, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=3c0157c6-7ce9-4080-be46-df1b0e8a2308,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:25.783179 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.791870 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f693ed8-d925-4706-b26d-4dde158eb1c4 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:59:25.804837 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.831087 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-65055c5e-a541-4edf-af21-5187f69dc6a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.837731 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:25.838670 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:58:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:25.848173 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Transition to ACTIVE for port object 0f693ed8-d925-4706-b26d-4dde158eb1c4 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 06:59:25.920827 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Allocated IP 172.20.0.1 (69419911-617e-4923-8d84-d193292e8009/30bb0207-b6bc-4baf-ae0f-db19022b3a9a/b5c902b1-adef-4f37-9dfa-6901956c5760) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:25.939050 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:25.988651 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:26.026089 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-65055c5e-a541-4edf-af21-5187f69dc6a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.049884 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc4db4-779d-4d73-bbf9-0e1628eda432 req-259ef527-7a09-47d5-acd0-eb3600250d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:26.051255 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c6bc4db4-779d-4d73-bbf9-0e1628eda432 req-259ef527-7a09-47d5-acd0-eb3600250d2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 1099 time: 0.1028180 Oct 14 06:59:26.059404 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f693ed8-d925-4706-b26d-4dde158eb1c4,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:26.088757 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dbe63-53f3-467a-9b96-447fc47d65aa None None] Pushing event updated for resources: {'Port': ['ID=3c0157c6-7ce9-4080-be46-df1b0e8a2308,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:26.098801 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c6bc4db4-779d-4d73-bbf9-0e1628eda432 req-decc83d5-8123-4731-9710-964dadb1f351 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 Oct 14 06:59:26.109991 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-65055c5e-a541-4edf-af21-5187f69dc6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.150654 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65055c5e-a541-4edf-af21-5187f69dc6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff941be2-67aa-4119-82ee-75260a4a2486,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:26.162177 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.164780 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-65055c5e-a541-4edf-af21-5187f69dc6a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=646a2b0d75a2466a97cafebe80364a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868197 Oct 14 06:59:26.167354 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58768) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:26.191420 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Attempting to bind port 0f693ed8-d925-4706-b26d-4dde158eb1c4 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:26.191713 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Attempting to bind port 0f693ed8-d925-4706-b26d-4dde158eb1c4 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '61d10f54-2c9d-44b8-b542-41fa6ff04cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:26.192575 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Attempting to bind port 0f693ed8-d925-4706-b26d-4dde158eb1c4 on network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:26.214700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Port 0f693ed8-d925-4706-b26d-4dde158eb1c4 on network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 06:59:26.214700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Attempting to bind port 0f693ed8-d925-4706-b26d-4dde158eb1c4 on network 0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:26.216186 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:26.216524 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Checking segment: {'id': '61d10f54-2c9d-44b8-b542-41fa6ff04cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:26.217255 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Bound using segment: {'id': '61d10f54-2c9d-44b8-b542-41fa6ff04cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:26.217700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Bound port: 0f693ed8-d925-4706-b26d-4dde158eb1c4, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61d10f54-2c9d-44b8-b542-41fa6ff04cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:26.218058 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.244929 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:23Z', 'revision_number': 3, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:26.255371 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4f54adde-42fe-44d9-85a6-c65501d19e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.276630 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a18f8-40ce-4b01-acbe-c24394506fc1 None None] The sync data for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi is: [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:23Z', 'revision_number': 3, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:59:26.311742 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4f54adde-42fe-44d9-85a6-c65501d19e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.331368 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.344384 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] For port 0f693ed8-d925-4706-b26d-4dde158eb1c4, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:26.371542 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Network 69419911-617e-4923-8d84-d193292e8009 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:26.386077 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:26.389590 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] For port 0f693ed8-d925-4706-b26d-4dde158eb1c4, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=0f693ed8-d925-4706-b26d-4dde158eb1c4,segment=NetworkSegment(61d10f54-2c9d-44b8-b542-41fa6ff04cbd),segment_id=61d10f54-2c9d-44b8-b542-41fa6ff04cbd)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:26.392653 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:26.420244 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96122ae-09f0-4f97-b5ec-b9ed7df9a4c1 req-c7192afe-799c-48dc-8549-72292902fbae tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:26.423211 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b96122ae-09f0-4f97-b5ec-b9ed7df9a4c1 req-c7192afe-799c-48dc-8549-72292902fbae tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 947 time: 0.1301343 Oct 14 06:59:26.431585 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Pushing event updated for resources: {'Port': ['ID=b5c902b1-adef-4f37-9dfa-6901956c5760,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:26.434326 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3762a18-f5d0-4eb9-9046-ef04442d967a req-f8279e28-f697-4b0e-af04-690238f60310 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:26.435812 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f3762a18-f5d0-4eb9-9046-ef04442d967a req-f8279e28-f697-4b0e-af04-690238f60310 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0920506 Oct 14 06:59:26.461197 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729365'] for router_interface, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.502803 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b96122ae-09f0-4f97-b5ec-b9ed7df9a4c1 req-5546eca9-4863-48b4-9e5f-af563b5cc94d tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660126 Oct 14 06:59:26.521343 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f3762a18-f5d0-4eb9-9046-ef04442d967a req-11083d93-0fda-40cd-9331-cdcbd55404bd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742857 Oct 14 06:59:26.528242 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.568457 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4f54adde-42fe-44d9-85a6-c65501d19e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.571777 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4f54adde-42fe-44d9-85a6-c65501d19e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.576700 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-4f54adde-42fe-44d9-85a6-c65501d19e43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff941be2-67aa-4119-82ee-75260a4a2486 HTTP/1.1" status: 204 len: 168 time: 0.4083002 Oct 14 06:59:26.586600 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54adde-42fe-44d9-85a6-c65501d19e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff941be2-67aa-4119-82ee-75260a4a2486,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:26.644342 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:26.649659 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.649659 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] 10.222.0.39 "PUT /v2.0/ports/0f693ed8-d925-4706-b26d-4dde158eb1c4 HTTP/1.1" status: 200 len: 1094 time: 1.5283747 Oct 14 06:59:26.649659 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f', 'tag': '0f693ed8-d925-4706-b26d-4dde158eb1c4'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:59:26.665039 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8ef01a-b7de-4b19-827a-8f6963308348" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f", "tag": "0f693ed8-d925-4706-b26d-4dde158eb1c4"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:59:26.725970 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305139e7-46f3-4295-850a-77eed2beaba2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f693ed8-d925-4706-b26d-4dde158eb1c4,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:26.731481 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-9e6ba988-1ae5-402a-b9e5-fceab11b5b2a None None] Provisioning complete for port b5c902b1-adef-4f37-9dfa-6901956c5760 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:26.732611 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-9e6ba988-1ae5-402a-b9e5-fceab11b5b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:26.783944 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ba988-1ae5-402a-b9e5-fceab11b5b2a None None] Port b5c902b1-adef-4f37-9dfa-6901956c5760 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:59:26.790386 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a0fcd-1d13-4083-b714-18339b69c4bc req-3aafb12c-3dcf-4ed3-974c-b1831ca0a50f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:26.804022 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6d7a0fcd-1d13-4083-b714-18339b69c4bc req-3aafb12c-3dcf-4ed3-974c-b1831ca0a50f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.1204450 Oct 14 06:59:26.812417 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 06:59:26.872071 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05531a7-ca34-4510-8be9-d8054b51a57a req-e7458552-4e55-4863-92e7-b5a872b77ece tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:26.873690 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e05531a7-ca34-4510-8be9-d8054b51a57a req-e7458552-4e55-4863-92e7-b5a872b77ece tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 944 time: 0.1514678 Oct 14 06:59:26.881029 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6d7a0fcd-1d13-4083-b714-18339b69c4bc req-e5cc5fba-5a98-46b7-b58c-62f81da9e795 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756104 Oct 14 06:59:26.906453 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 3c0157c6-7ce9-4080-be46-df1b0e8a2308 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:26.941155 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e05531a7-ca34-4510-8be9-d8054b51a57a req-b4b93108-f40e-4304-97b5-f39dfefe2f87 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581768 Oct 14 06:59:26.950203 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,segment=NetworkSegment(ad7d79cd-6c0c-4f3d-b78c-dd0416370d44),segment_id=ad7d79cd-6c0c-4f3d-b78c-dd0416370d44)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:26.981976 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d', 'network_id': 'af95ead8-a687-429a-9693-ddabfa77f39d', 'port_id': '91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d', 'mac_address': 'fa:16:3e:7b:7d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc1bc21-d093-43bb-8464-4c9bfc7f9d70', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 06:59:27.065587 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.078722 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 3c0157c6-7ce9-4080-be46-df1b0e8a2308 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:27.079088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.104474 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:59:27.115798 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596c963-182b-40f8-b120-1209649fc3f3 req-8809ee39-9ab3-48f9-8517-f321613521ad tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:27.120667 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9596c963-182b-40f8-b120-1209649fc3f3 req-8809ee39-9ab3-48f9-8517-f321613521ad tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0959089 Oct 14 06:59:27.161601 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,segment=NetworkSegment(ad7d79cd-6c0c-4f3d-b78c-dd0416370d44),segment_id=ad7d79cd-6c0c-4f3d-b78c-dd0416370d44)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:27.179656 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9596c963-182b-40f8-b120-1209649fc3f3 req-8c23406b-7966-4f24-b755-abda15aa8cd9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492711 Oct 14 06:59:27.203757 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 06:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1601b88-6f61-445c-931c-27ece6ac2f60 x-openstack-request-id: req-d1601b88-6f61-445c-931c-27ece6ac2f60 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:59:27.204267 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f", "tag": "0f693ed8-d925-4706-b26d-4dde158eb1c4", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:59:27.204503 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1601b88-6f61-445c-931c-27ece6ac2f60 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:59:27.204989 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f', 'tag': '0f693ed8-d925-4706-b26d-4dde158eb1c4', 'status': 'completed', 'code': 200} Oct 14 06:59:27.212067 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-5e21b2f7-d956-4fd9-9560-bc82356b2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:27.213689 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-5e21b2f7-d956-4fd9-9560-bc82356b2b7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da8629dca3f4861afaabe01bb295cec&device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 1097 time: 0.3994513 Oct 14 06:59:27.218101 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.228767 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.244644 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.249337 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b090-3019-4667-9cdf-b618c6a77ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.257433 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 3c0157c6-7ce9-4080-be46-df1b0e8a2308, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=3c0157c6-7ce9-4080-be46-df1b0e8a2308,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:27.311687 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:27.344795 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-edfab601-5802-4e53-9635-2323c1e32216 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f693ed8-d925-4706-b26d-4dde158eb1c4 HTTP/1.1" status: 200 len: 217 time: 0.0522623 Oct 14 06:59:27.356302 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.412700 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=3c0157c6-7ce9-4080-be46-df1b0e8a2308,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:27.454994 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-bb34f95e-b423-422a-b1b6-e5a60ff7a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:27.456616 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-bb34f95e-b423-422a-b1b6-e5a60ff7a8b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0fe1261-69cf-4db3-b2fa-2e0fddbede12 HTTP/1.1" status: 200 len: 848 time: 0.0657873 Oct 14 06:59:27.469850 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58792) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:27.488504 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-598366aa-1e27-47b7-a566-27dba20b7577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.519537 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.523035 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-072d2033-6118-4f4e-8833-2a2ca9eb1392 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc734cb-4b2c-4a9b-9276-3d2d657d0e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373566 Oct 14 06:59:27.578521 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-598366aa-1e27-47b7-a566-27dba20b7577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.634507 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.671551 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-598366aa-1e27-47b7-a566-27dba20b7577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.717460 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-45d57624-5fa6-47f2-b508-b7997c035554 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825316 Oct 14 06:59:27.720630 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729313'] for router_interface, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.723532 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Pushing event updated for resources: {'Port': ['ID=b5c902b1-adef-4f37-9dfa-6901956c5760,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:27.730753 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817582c-2ee6-4eb8-97fe-5c51ff55c1d8 req-6170a519-ba5a-49a1-a6b4-a28bfaff331c tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:27.732469 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2817582c-2ee6-4eb8-97fe-5c51ff55c1d8 req-6170a519-ba5a-49a1-a6b4-a28bfaff331c tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 948 time: 0.1195405 Oct 14 06:59:27.741836 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-598366aa-1e27-47b7-a566-27dba20b7577 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6a8b7ad53fe4001822f5f184539fa40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741833 Oct 14 06:59:27.742860 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58798) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:27.750399 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097a5ba-8194-41de-b4ad-cad590454ac5 req-7f73d65c-c7c9-427e-80bd-f8ee0f486cbd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:27.752259 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2097a5ba-8194-41de-b4ad-cad590454ac5 req-7f73d65c-c7c9-427e-80bd-f8ee0f486cbd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1126945 Oct 14 06:59:27.752645 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:59:27.761118 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598366aa-1e27-47b7-a566-27dba20b7577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e7d1aa-ba06-453d-ac10-17c9d1836804,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:27.848911 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2097a5ba-8194-41de-b4ad-cad590454ac5 req-b3c4c79a-ef86-4f35-ad8f-20e1ecf35838 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847616 Oct 14 06:59:27.862837 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2817582c-2ee6-4eb8-97fe-5c51ff55c1d8 req-8f0a5447-cc13-4eab-a599-7986e0acd46e tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984499 Oct 14 06:59:27.878624 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-001c9df7-1807-43d9-9b0d-9ed3a19717fe req-75f6beab-e186-45fc-bb93-c2125dee2cf2 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480148 Oct 14 06:59:27.894500 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b1e89465-5470-41e5-ae77-4fc88f29ae59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:27.897360 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Network 69419911-617e-4923-8d84-d193292e8009 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:27.899079 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:27.927108 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b1e89465-5470-41e5-ae77-4fc88f29ae59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:28.100079 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b1e89465-5470-41e5-ae77-4fc88f29ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:28.102802 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b1e89465-5470-41e5-ae77-4fc88f29ae59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:28.104177 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-b1e89465-5470-41e5-ae77-4fc88f29ae59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8e7d1aa-ba06-453d-ac10-17c9d1836804 HTTP/1.1" status: 204 len: 168 time: 0.3511746 Oct 14 06:59:28.145176 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e89465-5470-41e5-ae77-4fc88f29ae59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e7d1aa-ba06-453d-ac10-17c9d1836804,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:28.160546 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Router ea295aa4-8fef-4f56-9550-7316c96dcc08 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 06:59:28.186104 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ef01a-b7de-4b19-827a-8f6963308348 req-f3744f5d-ba3b-47bd-942e-afb6b68830f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:28.187876 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-eb8ef01a-b7de-4b19-827a-8f6963308348 req-f3744f5d-ba3b-47bd-942e-afb6b68830f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5da8629dca3f4861afaabe01bb295cec&device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 1097 time: 0.1114445 Oct 14 06:59:28.201317 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ddb5-5e52-4835-a93c-e963ea6b4a2b req-fba3dd0c-0fbf-44f4-861c-b1a41e4b41f3 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:28.212272 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6b2ddb5-5e52-4835-a93c-e963ea6b4a2b req-fba3dd0c-0fbf-44f4-861c-b1a41e4b41f3 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.1713796 Oct 14 06:59:28.232640 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f4542-0cda-4cd6-8421-a1c6ebb47499 req-a4725650-1a19-4a0a-afae-c2488d4f997d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:28.234447 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f2f4542-0cda-4cd6-8421-a1c6ebb47499 req-a4725650-1a19-4a0a-afae-c2488d4f997d tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 944 time: 0.1554475 Oct 14 06:59:28.309856 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6b2ddb5-5e52-4835-a93c-e963ea6b4a2b req-159b68f1-3240-4a80-bd0c-c41d53bce997 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942957 Oct 14 06:59:28.312058 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-3bb9a1d9-94b0-4d5f-bfbe-282f5b91aac3 None None] Provisioning complete for port b5c902b1-adef-4f37-9dfa-6901956c5760 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:28.313300 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-3bb9a1d9-94b0-4d5f-bfbe-282f5b91aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:28.317109 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:28.318870 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f2f4542-0cda-4cd6-8421-a1c6ebb47499 req-20e86c59-d3cc-49b5-a7fd-59fa390467d0 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732255 Oct 14 06:59:28.374274 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9a1d9-94b0-4d5f-bfbe-282f5b91aac3 None None] Port b5c902b1-adef-4f37-9dfa-6901956c5760 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:59:28.381219 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:59:28.387488 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-8dcbcbc0-d57f-4dab-9c76-daf08bc33bfe admin admin] 10.222.0.26 "PUT /v2.0/routers/ea295aa4-8fef-4f56-9550-7316c96dcc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6405330 Oct 14 06:59:28.388772 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ef01a-b7de-4b19-827a-8f6963308348 req-e85ca439-f3ff-4662-802e-35976755d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:28.390270 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-eb8ef01a-b7de-4b19-827a-8f6963308348 req-e85ca439-f3ff-4662-802e-35976755d908 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 HTTP/1.1" status: 200 len: 909 time: 0.1526980 Oct 14 06:59:28.443979 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-eb8ef01a-b7de-4b19-827a-8f6963308348 req-05faa3d3-2a32-4b1d-a00e-e0782f1bf31b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f693ed8-d925-4706-b26d-4dde158eb1c4 HTTP/1.1" status: 200 len: 217 time: 0.0417578 Oct 14 06:59:28.465145 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d3618-4a82-465f-b496-e0d12256546f req-7abf45df-9950-4490-a78f-3a3b66e01578 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:28.466649 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-149d3618-4a82-465f-b496-e0d12256546f req-7abf45df-9950-4490-a78f-3a3b66e01578 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0595448 Oct 14 06:59:28.503906 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ef01a-b7de-4b19-827a-8f6963308348 req-31161ab6-9c59-4d8f-b3b4-314c89845c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:28.506590 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-eb8ef01a-b7de-4b19-827a-8f6963308348 req-31161ab6-9c59-4d8f-b3b4-314c89845c09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0fe1261-69cf-4db3-b2fa-2e0fddbede12 HTTP/1.1" status: 200 len: 848 time: 0.0521853 Oct 14 06:59:28.511320 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:28.514375 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-149d3618-4a82-465f-b496-e0d12256546f req-725ec177-199e-43b9-865f-fe6d0c9f47a2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401695 Oct 14 06:59:28.549569 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-eb8ef01a-b7de-4b19-827a-8f6963308348 req-02333e05-c2d0-48cd-9fe4-ddd1a9432742 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0dc734cb-4b2c-4a9b-9276-3d2d657d0e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269299 Oct 14 06:59:28.605093 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Sync routers for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:59:28.615187 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:28.615910 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:28.669202 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-eb8ef01a-b7de-4b19-827a-8f6963308348 req-1bcb597d-9466-4b2a-87cf-cc39fa4d8e4f service neutron] 10.222.0.39 "GET /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987968 Oct 14 06:59:28.736615 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:28.770010 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-eb8ef01a-b7de-4b19-827a-8f6963308348 req-1cccdefe-a6a0-4a71-b796-1fbc109a961b service neutron] 10.222.0.39 "GET /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906503 Oct 14 06:59:28.814000 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 3c0157c6-7ce9-4080-be46-df1b0e8a2308 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:28.930151 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 3c0157c6-7ce9-4080-be46-df1b0e8a2308 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:28.930435 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:28.979859 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58828) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:28.997029 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d6d104b-bf1e-4fc5-b09f-844269c20069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.000701 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fddab5-e387-4327-9161-88b64a96d66a req-68a73ae6-6ae9-4098-b136-ca04110e22bb tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:29.001886 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-52fddab5-e387-4327-9161-88b64a96d66a req-68a73ae6-6ae9-4098-b136-ca04110e22bb tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 948 time: 0.0763650 Oct 14 06:59:29.013601 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b2d56-5bb5-4499-aa30-905838f6c883 req-67b3e66e-308f-4443-bdba-ed39e1688121 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:29.015029 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e82b2d56-5bb5-4499-aa30-905838f6c883 req-67b3e66e-308f-4443-bdba-ed39e1688121 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0808215 Oct 14 06:59:29.102517 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 2, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:29.103038 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d6d104b-bf1e-4fc5-b09f-844269c20069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.108314 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-52fddab5-e387-4327-9161-88b64a96d66a req-e2f6f23f-81cf-4e3a-a7ab-8eff791c8b02 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921814 Oct 14 06:59:29.118443 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e82b2d56-5bb5-4499-aa30-905838f6c883 req-0ff7039c-9611-4503-a560-fa8c17190329 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862634 Oct 14 06:59:29.137398 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Checking router: ea295aa4-8fef-4f56-9550-7316c96dcc08 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:59:29.137750 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Updating router ea295aa4-8fef-4f56-9550-7316c96dcc08 port b5c902b1-adef-4f37-9dfa-6901956c5760 binding host dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:59:29.168033 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.179533 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d6d104b-bf1e-4fc5-b09f-844269c20069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.223439 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6d6d104b-bf1e-4fc5-b09f-844269c20069 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18d43bde55f245a48a77ee5d955782dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401230 Oct 14 06:59:29.223785 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58838) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:29.229765 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d104b-bf1e-4fc5-b09f-844269c20069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dd784b-d2a3-4f8e-8d02-da26f8fd350b,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:29.278403 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c014e592-6142-4ee6-a206-6bde6e9adbfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.301034 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c014e592-6142-4ee6-a206-6bde6e9adbfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.403028 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58848) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:29.408273 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1503525930-network', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:29.428724 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c014e592-6142-4ee6-a206-6bde6e9adbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.432050 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c014e592-6142-4ee6-a206-6bde6e9adbfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.435063 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-c014e592-6142-4ee6-a206-6bde6e9adbfa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2dd784b-d2a3-4f8e-8d02-da26f8fd350b HTTP/1.1" status: 204 len: 168 time: 0.2078860 Oct 14 06:59:29.439652 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda97ba-b5ab-4345-950d-25cb46a80bf9 req-8c0d83f6-22a0-4eda-bc00-93509e7a4883 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:29.447833 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ccda97ba-b5ab-4345-950d-25cb46a80bf9 req-8c0d83f6-22a0-4eda-bc00-93509e7a4883 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0601940 Oct 14 06:59:29.453056 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014e592-6142-4ee6-a206-6bde6e9adbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dd784b-d2a3-4f8e-8d02-da26f8fd350b,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:29.501224 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ccda97ba-b5ab-4345-950d-25cb46a80bf9 req-877342b0-5556-46f6-9fa0-025253009bdf tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502698 Oct 14 06:59:29.508607 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Made reservation on behalf of c0fbd54efcec49b8b7da20af41b5c3a5 for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:59:29.511205 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.523593 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Publish callbacks [] for port, precommit_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.528809 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.577560 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb341714-56d6-4cc5-be57-a6e22b94b986 req-4b66658f-e40d-4d51-abcc-e7767a4ac965 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:29.583957 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb341714-56d6-4cc5-be57-a6e22b94b986 req-4b66658f-e40d-4d51-abcc-e7767a4ac965 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 944 time: 0.0816908 Oct 14 06:59:29.612472 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.622982 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.648631 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb341714-56d6-4cc5-be57-a6e22b94b986 req-30749d2a-2231-4047-9fb2-ab60f2053e4f tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625598 Oct 14 06:59:29.661338 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f8b66-1c55-4dc3-a720-46b70348fa68 req-b17996c6-8b0f-4c3d-98ea-4b0e523824c3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:29.671507 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-193f8b66-1c55-4dc3-a720-46b70348fa68 req-b17996c6-8b0f-4c3d-98ea-4b0e523824c3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0865147 Oct 14 06:59:29.673493 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe4d9f-2467-47b2-89f7-cc25d44f5225 None None] Pushing event updated for resources: {'Port': ['ID=b5c902b1-adef-4f37-9dfa-6901956c5760,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:29.720715 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-193f8b66-1c55-4dc3-a720-46b70348fa68 req-27e45c32-b2c1-4744-9038-4c75c88cf256 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373714 Oct 14 06:59:29.737037 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Attempting to bind port b5c902b1-adef-4f37-9dfa-6901956c5760 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:29.737438 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Attempting to bind port b5c902b1-adef-4f37-9dfa-6901956c5760 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:29.742811 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Attempting to bind port b5c902b1-adef-4f37-9dfa-6901956c5760 on network 69419911-617e-4923-8d84-d193292e8009 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:29.748472 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:29.749071 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Checking segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:29.751815 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.752361 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Bound using segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:29.753014 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Bound port: b5c902b1-adef-4f37-9dfa-6901956c5760, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:29.753844 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.768421 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.793829 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:59:29.803706 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8afba-58d8-4eb1-ac49-7388e9611d4c req-f05c4b75-3bfd-4e42-8d59-74a1c3b02f27 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:29.805576 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-68c8afba-58d8-4eb1-ac49-7388e9611d4c req-f05c4b75-3bfd-4e42-8d59-74a1c3b02f27 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0722687 Oct 14 06:59:29.818641 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80254770-4121-4395-892f-fcde5416273e,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:29.826769 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.827722 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Added segment 8ba3692f-28e2-4580-b0ef-0e860dafc62e of type vlan for network 1c7da68e-b559-4559-a503-550be084506d Oct 14 06:59:29.835964 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] For port b5c902b1-adef-4f37-9dfa-6901956c5760, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:29.839831 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] For port b5c902b1-adef-4f37-9dfa-6901956c5760, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=b5c902b1-adef-4f37-9dfa-6901956c5760,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:29.848050 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-68c8afba-58d8-4eb1-ac49-7388e9611d4c req-b24a3f0f-e6da-4f71-9ccf-9b6c0e99c96d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352826 Oct 14 06:59:29.896135 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.902584 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-60e58bec-8e5c-4cec-983f-013d006c81a4 None None] Provisioning complete for port b5c902b1-adef-4f37-9dfa-6901956c5760 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:29.903159 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-60e58bec-8e5c-4cec-983f-013d006c81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.994037 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:29.995107 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:29.995753 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:30.045750 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:30.056451 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] Pushing event updated for resources: {'Network': ['ID=1c7da68e-b559-4559-a503-550be084506d,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:30.081560 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 1c7da68e-b559-4559-a503-550be084506d details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:59:30.088297 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-4ccc9838-d2bd-40e9-b449-c7364911d144 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6839011 Oct 14 06:59:30.091374 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58864) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:30.096568 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Request body: {'subnet': {'network_id': '1c7da68e-b559-4559-a503-550be084506d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1503525930-subnet', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'ip_version': 4}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:30.124330 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-60e58bec-8e5c-4cec-983f-013d006c81a4 None None] Port b5c902b1-adef-4f37-9dfa-6901956c5760 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:59:30.178775 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Made reservation on behalf of c0fbd54efcec49b8b7da20af41b5c3a5 for: {'subnet': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:59:30.181635 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15940678'] for subnet, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:30.201396 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:30.202036 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:30.203803 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe4d9f-2467-47b2-89f7-cc25d44f5225 None None] Pushing event updated for resources: {'Port': ['ID=b5c902b1-adef-4f37-9dfa-6901956c5760,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:30.244413 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:30.340113 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61502b0-940e-4a40-b7c1-2ed809f0c7d4 req-4eedf74b-88f8-4003-841f-cc3a3f8d2d21 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:30.341954 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a61502b0-940e-4a40-b7c1-2ed809f0c7d4 req-4eedf74b-88f8-4003-841f-cc3a3f8d2d21 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 948 time: 0.1500568 Oct 14 06:59:30.344630 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:30.420971 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a61502b0-940e-4a40-b7c1-2ed809f0c7d4 req-7aa4da32-c89e-4406-a6cb-78b02438f6b8 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681095 Oct 14 06:59:30.488522 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-80ec0529-21a8-4ecc-89ed-4433cc4b330c None None] Provisioning complete for port b5c902b1-adef-4f37-9dfa-6901956c5760 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:30.488917 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-80ec0529-21a8-4ecc-89ed-4433cc4b330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:30.541368 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15815798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15940688'] for subnet, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:30.616926 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-80ec0529-21a8-4ecc-89ed-4433cc4b330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:30.642228 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:29Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:30.646417 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c850f41e-94a4-4574-bc82-e2a3715b8471,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:30.671122 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ff842-c664-4d5d-a4b7-58f7b40eefde req-f1a70f7e-744d-46a8-a2d3-0f34569b9d3c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:30.675673 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-582ff842-c664-4d5d-a4b7-58f7b40eefde req-f1a70f7e-744d-46a8-a2d3-0f34569b9d3c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0929027 Oct 14 06:59:30.676467 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d4138-b769-440d-90ae-f49f7d23fe9e None None] The sync data for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi is: [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:29Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:59:30.681036 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Checking segment: {'id': '8ba3692f-28e2-4580-b0ef-0e860dafc62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c7da68e-b559-4559-a503-550be084506d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:30.681036 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Network hostable DHCP agents. Network: 1c7da68e-b559-4559-a503-550be084506d, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:59:30.686807 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-80ec0529-21a8-4ecc-89ed-4433cc4b330c None None] For port b5c902b1-adef-4f37-9dfa-6901956c5760, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=b5c902b1-adef-4f37-9dfa-6901956c5760,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:30.750348 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-582ff842-c664-4d5d-a4b7-58f7b40eefde req-cfa41e37-9ac3-44b6-8b6c-3c9a71bf4433 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548685 Oct 14 06:59:30.759909 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-80ec0529-21a8-4ecc-89ed-4433cc4b330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:30.836327 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Network 1c7da68e-b559-4559-a503-550be084506d is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:59:30.870395 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec0529-21a8-4ecc-89ed-4433cc4b330c None None] Pushing event updated for resources: {'Port': ['ID=b5c902b1-adef-4f37-9dfa-6901956c5760,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:30.903088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device b5c902b1-adef-4f37-9dfa-6901956c5760 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:30.969510 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port b5c902b1-adef-4f37-9dfa-6901956c5760 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:30.970191 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:31.145889 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43df68-7d2c-4e03-bdc8-cce1a4582d72 req-e53c2752-fe66-4aee-913d-3cd87940a0f6 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:31.147358 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bc43df68-7d2c-4e03-bdc8-cce1a4582d72 req-e53c2752-fe66-4aee-913d-3cd87940a0f6 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 944 time: 0.3522980 Oct 14 06:59:31.147974 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 1c7da68e-b559-4559-a503-550be084506d) {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:31.153340 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:31.154145 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:31.160913 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30aa872-a279-4b4c-9f71-4fac182365fd None None] Network 1c7da68e-b559-4559-a503-550be084506d requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:59:31.244013 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8eb0b0-3136-41b3-98ef-92494a408bb1 req-b53d4840-ea13-4690-8a26-16e108d50e56 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:31.244013 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2a8eb0b0-3136-41b3-98ef-92494a408bb1 req-b53d4840-ea13-4690-8a26-16e108d50e56 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.3806207 Oct 14 06:59:31.246709 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-3ce330b8-984a-4a5c-a8ea-56ed67831122 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1542168 Oct 14 06:59:31.249363 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58896) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:31.254041 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1503525930-router', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:31.294750 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bc43df68-7d2c-4e03-bdc8-cce1a4582d72 req-bbee37b3-d24b-45cc-a70b-e825138731d6 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099408 Oct 14 06:59:31.329259 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2a8eb0b0-3136-41b3-98ef-92494a408bb1 req-139577f3-247c-4fb2-83df-a6b4c7e482a6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813904 Oct 14 06:59:31.345098 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1728020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101576'] for router, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:31.346170 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101569'] for router, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:31.366681 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdd202b-93ae-5922-b066-41e6b1e9604a-1c7da68e-b559-4559-a503-550be084506d', 'network_id': '1c7da68e-b559-4559-a503-550be084506d', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'fixed_ips': [{'subnet_id': 'c850f41e-94a4-4574-bc82-e2a3715b8471'}]}} from dv-cinder-804470-7-iscsi. {{(pid=106665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 06:59:31.369640 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:31.419191 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:31.431359 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40023911-0204-4890-a9a1-edaaf8e79aa6 req-151b3234-3a3b-4127-b097-5e92e492b841 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:31.433001 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-40023911-0204-4890-a9a1-edaaf8e79aa6 req-151b3234-3a3b-4127-b097-5e92e492b841 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0556810 Oct 14 06:59:31.475432 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-40023911-0204-4890-a9a1-edaaf8e79aa6 req-7f9b0e4d-3c10-4bec-ac04-0c9488367d2a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356288 Oct 14 06:59:31.561969 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6b21b-e7a5-40c6-9190-b08884b772e2 req-2fcc60a1-e010-472c-8c0d-561e386ee32c tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:31.569796 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87d6b21b-e7a5-40c6-9190-b08884b772e2 req-2fcc60a1-e010-472c-8c0d-561e386ee32c tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 948 time: 0.0685508 Oct 14 06:59:31.572887 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.db_base_plugin_common [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Allocated IP 172.20.0.2 (1c7da68e-b559-4559-a503-550be084506d/c850f41e-94a4-4574-bc82-e2a3715b8471/785812ec-60b6-420d-a2cc-8738946c6a6e) {{(pid=106665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:31.615635 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87d6b21b-e7a5-40c6-9190-b08884b772e2 req-9c9b1ff8-3d63-410c-abdf-43f8ab5bca82 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448811 Oct 14 06:59:31.667136 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:31.738713 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Publish callbacks [] for port, precommit_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:31.828751 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:31.836741 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58904) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:31.859718 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c199a07-137b-4cb7-9690-24d1c48e66ae req-8ee237a5-0866-4b13-96e6-305e70713e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:31.861378 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-1c199a07-137b-4cb7-9690-24d1c48e66ae req-8ee237a5-0866-4b13-96e6-305e70713e67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 1099 time: 0.0989885 Oct 14 06:59:31.905391 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79203cab-da10-4179-839e-55bb8747c56f req-09c1d45e-cc99-47d1-a60e-249a0f969d86 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:31.906669 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Network 1c7da68e-b559-4559-a503-550be084506d is already hosted by enough agents. {{(pid=106665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:31.913525 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-79203cab-da10-4179-839e-55bb8747c56f req-09c1d45e-cc99-47d1-a60e-249a0f969d86 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0644224 Oct 14 06:59:31.918095 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.base_scheduler [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Resources bound (agent type, host, resource id): {{(pid=106665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:31.924479 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Received port after_create {{(pid=106665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:31.933173 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Pushing event updated for resources: {'Port': ['ID=785812ec-60b6-420d-a2cc-8738946c6a6e,revision_number=1']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:31.975531 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-79203cab-da10-4179-839e-55bb8747c56f req-47506a4c-6c4f-42d1-bc5a-160d9bc1ba9c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614750 Oct 14 06:59:32.006484 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Attempting to bind port 785812ec-60b6-420d-a2cc-8738946c6a6e on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:32.007090 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Attempting to bind port 785812ec-60b6-420d-a2cc-8738946c6a6e by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '8ba3692f-28e2-4580-b0ef-0e860dafc62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c7da68e-b559-4559-a503-550be084506d'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:32.007682 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Attempting to bind port 785812ec-60b6-420d-a2cc-8738946c6a6e on network 1c7da68e-b559-4559-a503-550be084506d {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:32.013569 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:32.013941 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Checking segment: {'id': '8ba3692f-28e2-4580-b0ef-0e860dafc62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c7da68e-b559-4559-a503-550be084506d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:32.014812 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.015207 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Bound using segment: {'id': '8ba3692f-28e2-4580-b0ef-0e860dafc62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c7da68e-b559-4559-a503-550be084506d'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:32.015709 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Bound port: 785812ec-60b6-420d-a2cc-8738946c6a6e, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba3692f-28e2-4580-b0ef-0e860dafc62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c7da68e-b559-4559-a503-550be084506d'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:32.016085 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.030355 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c199a07-137b-4cb7-9690-24d1c48e66ae req-fed337ec-309c-4a34-ac00-b6ccb419e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:32.031860 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-1c199a07-137b-4cb7-9690-24d1c48e66ae req-fed337ec-309c-4a34-ac00-b6ccb419e211 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 920 time: 0.1385736 Oct 14 06:59:32.056761 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-574f1cdd-a3bf-414b-b87b-1b113eb5422e admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.094843 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0230042e-af08-4869-8989-3fd70a01670d None None] For port 785812ec-60b6-420d-a2cc-8738946c6a6e, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:32.099755 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0230042e-af08-4869-8989-3fd70a01670d None None] For port 785812ec-60b6-420d-a2cc-8738946c6a6e, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=785812ec-60b6-420d-a2cc-8738946c6a6e,segment=NetworkSegment(8ba3692f-28e2-4580-b0ef-0e860dafc62e),segment_id=8ba3692f-28e2-4580-b0ef-0e860dafc62e)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:32.138433 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-574f1cdd-a3bf-414b-b87b-1b113eb5422e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.200928 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.229048 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-574f1cdd-a3bf-414b-b87b-1b113eb5422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.264600 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230042e-af08-4869-8989-3fd70a01670d None None] Pushing event updated for resources: {'Port': ['ID=785812ec-60b6-420d-a2cc-8738946c6a6e,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:32.292838 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-574f1cdd-a3bf-414b-b87b-1b113eb5422e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=559c8bf2f8c84ee6b76d43c44ead8ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458926 Oct 14 06:59:32.293622 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 58910) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:32.296033 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f1cdd-a3bf-414b-b87b-1b113eb5422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7541b676-0e82-4ebc-ab1a-604c556851d9,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:32.371688 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-92e15800-3438-45ff-951e-893d48d21cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.379279 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-1c199a07-137b-4cb7-9690-24d1c48e66ae req-87fcdd54-3e3c-45a6-8358-9313f7447517 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=067ecb6b-20fb-43d0-aefe-10850bf898da HTTP/1.1" status: 200 len: 217 time: 0.3094516 Oct 14 06:59:32.423829 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.426738 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-92e15800-3438-45ff-951e-893d48d21cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.494601 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.530129 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ebf82-3713-4858-8806-ab7e179c98a9 req-76983153-f287-4686-a0d9-89b9c2d889f2 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:32.533338 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cd9ebf82-3713-4858-8806-ab7e179c98a9 req-76983153-f287-4686-a0d9-89b9c2d889f2 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 944 time: 0.1482816 Oct 14 06:59:32.553933 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afc468-29c3-4853-9e55-57ba47302aa3 req-27cd7600-4988-41bd-84d3-f98588197628 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:32.553933 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-21afc468-29c3-4853-9e55-57ba47302aa3 req-27cd7600-4988-41bd-84d3-f98588197628 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1265202 Oct 14 06:59:32.554231 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c199a07-137b-4cb7-9690-24d1c48e66ae req-0436c7ea-f65f-40e8-8b9b-3b8ff0c5f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:32.557425 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-1c199a07-137b-4cb7-9690-24d1c48e66ae req-0436c7ea-f65f-40e8-8b9b-3b8ff0c5f34c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 200 len: 859 time: 0.1356597 Oct 14 06:59:32.606997 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-1c199a07-137b-4cb7-9690-24d1c48e66ae req-4317216d-9e96-43f5-9f6a-d57b6f75e655 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373523 Oct 14 06:59:32.614592 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cd9ebf82-3713-4858-8806-ab7e179c98a9 req-44f50ca4-3989-4b4e-b5d9-1df77b53bbee tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636559 Oct 14 06:59:32.638165 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-21afc468-29c3-4853-9e55-57ba47302aa3 req-07ace2de-d523-44d2-99b8-30aa2edc4604 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782082 Oct 14 06:59:32.712920 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-92e15800-3438-45ff-951e-893d48d21cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.715403 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-92e15800-3438-45ff-951e-893d48d21cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.716508 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-92e15800-3438-45ff-951e-893d48d21cf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7541b676-0e82-4ebc-ab1a-604c556851d9 HTTP/1.1" status: 204 len: 168 time: 0.4214962 Oct 14 06:59:32.722737 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Allocated IP 172.27.0.230 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/b93f3874-69f5-466f-a1bb-f55a0623f37c) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:32.738251 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e15800-3438-45ff-951e-893d48d21cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7541b676-0e82-4ebc-ab1a-604c556851d9,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:32.781361 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e24bef-d292-4909-88a6-91d6cbb35c98 req-6dd7b111-d0b6-46a6-b939-fd07106572a8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:32.785137 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-1c199a07-137b-4cb7-9690-24d1c48e66ae req-f8da1fd0-c226-408f-bc4c-24bda7ba534c service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534526 Oct 14 06:59:32.791544 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87e24bef-d292-4909-88a6-91d6cbb35c98 req-6dd7b111-d0b6-46a6-b939-fd07106572a8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1114075 Oct 14 06:59:32.836374 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b057b65-227d-4af6-9b6a-34b8a22dd79d req-252eb41c-c6f9-4c21-bd62-56c93e91829d tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:32.843888 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9b057b65-227d-4af6-9b6a-34b8a22dd79d req-252eb41c-c6f9-4c21-bd62-56c93e91829d tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 948 time: 0.1337559 Oct 14 06:59:32.867543 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87e24bef-d292-4909-88a6-91d6cbb35c98 req-33454ad4-73c6-44f5-9109-07c3ef0abbb5 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670376 Oct 14 06:59:32.912841 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9b057b65-227d-4af6-9b6a-34b8a22dd79d req-e61170a1-3abf-40c9-b3d4-0e0289122b61 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658984 Oct 14 06:59:32.924790 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:32.946219 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-1c199a07-137b-4cb7-9690-24d1c48e66ae req-401e4a71-af06-447b-8639-4efca792dda4 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243167 Oct 14 06:59:32.955781 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device b5c902b1-adef-4f37-9dfa-6901956c5760 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:33.005761 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port b5c902b1-adef-4f37-9dfa-6901956c5760 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:33.006063 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:33.046204 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:33.102487 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:33.119765 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:33.122092 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Pushing event updated for resources: {'Port': ['ID=b93f3874-69f5-466f-a1bb-f55a0623f37c,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:33.125131 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:33.169571 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b2a9d-cc9f-4a4d-a9e8-44ff21dbcbb2 req-7143e9e2-a8b8-4fd6-bee9-71d13c83075d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:33.171641 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 785812ec-60b6-420d-a2cc-8738946c6a6e up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:33.173703 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d48b2a9d-cc9f-4a4d-a9e8-44ff21dbcbb2 req-7143e9e2-a8b8-4fd6-bee9-71d13c83075d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0946872 Oct 14 06:59:33.245602 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d48b2a9d-cc9f-4a4d-a9e8-44ff21dbcbb2 req-962ca70a-b829-4932-af7c-e229a31d4b02 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628881 Oct 14 06:59:33.264969 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 785812ec-60b6-420d-a2cc-8738946c6a6e triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:33.265397 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:33.361194 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:33.404633 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 785812ec-60b6-420d-a2cc-8738946c6a6e, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=785812ec-60b6-420d-a2cc-8738946c6a6e,segment=NetworkSegment(8ba3692f-28e2-4580-b0ef-0e860dafc62e),segment_id=8ba3692f-28e2-4580-b0ef-0e860dafc62e)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:33.420548 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933861b-8a66-4146-a2df-146be058a4db None None] Network 1c7da68e-b559-4559-a503-550be084506d requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:59:33.476871 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:33.546055 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:33.553911 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-ae589e20-2f15-4c44-b768-27ab06ea74e7 None None] Provisioning complete for port 785812ec-60b6-420d-a2cc-8738946c6a6e triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:33.554270 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ae589e20-2f15-4c44-b768-27ab06ea74e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:33.603862 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=785812ec-60b6-420d-a2cc-8738946c6a6e,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:33.743536 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 0f693ed8-d925-4706-b26d-4dde158eb1c4 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 06:59:33.758810 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:33.802705 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df0900-0300-4401-ac07-a5468cd301de req-2fed2abb-b21d-469b-a4ed-71e577f7ff91 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:33.803263 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1728153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170'] for router, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:33.810806 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-82df0900-0300-4401-ac07-a5468cd301de req-2fed2abb-b21d-469b-a4ed-71e577f7ff91 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 944 time: 0.1080945 Oct 14 06:59:33.831630 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c63fb-8625-4ce6-9dbc-a4dc9b1bd08b req-e46ebf25-d6bd-46ce-9b17-646f610a72e3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:33.843366 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6e8c63fb-8625-4ce6-9dbc-a4dc9b1bd08b req-e46ebf25-d6bd-46ce-9b17-646f610a72e3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0988004 Oct 14 06:59:33.903975 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 0f693ed8-d925-4706-b26d-4dde158eb1c4, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=0f693ed8-d925-4706-b26d-4dde158eb1c4,segment=NetworkSegment(61d10f54-2c9d-44b8-b542-41fa6ff04cbd),segment_id=61d10f54-2c9d-44b8-b542-41fa6ff04cbd)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:33.923576 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-82df0900-0300-4401-ac07-a5468cd301de req-1854ad7b-cc79-40eb-bc1e-ef3dfd056328 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694759 Oct 14 06:59:33.923783 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '0f693ed8-d925-4706-b26d-4dde158eb1c4', 'network_id': '0dc734cb-4b2c-4a9b-9276-3d2d657d0e36', 'port_id': '0f693ed8-d925-4706-b26d-4dde158eb1c4', 'mac_address': 'fa:16:3e:e4:1c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fe1261-69cf-4db3-b2fa-2e0fddbede12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 06:59:33.923949 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6e8c63fb-8625-4ce6-9dbc-a4dc9b1bd08b req-414bfe7d-4f9a-45ce-b9f8-102f3688023f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742440 Oct 14 06:59:33.986001 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 06:59:33.996484 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:33.996957 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:33.999986 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:34.021808 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d168f3-32ea-4a68-85dc-2db1cae90dcb req-cdda74d7-8158-4367-8231-3c09d629eec1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:34.023263 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a1d168f3-32ea-4a68-85dc-2db1cae90dcb req-cdda74d7-8158-4367-8231-3c09d629eec1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0588973 Oct 14 06:59:34.035514 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f693ed8-d925-4706-b26d-4dde158eb1c4 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:59:34.069432 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 0f693ed8-d925-4706-b26d-4dde158eb1c4, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=0f693ed8-d925-4706-b26d-4dde158eb1c4,segment=NetworkSegment(61d10f54-2c9d-44b8-b542-41fa6ff04cbd),segment_id=61d10f54-2c9d-44b8-b542-41fa6ff04cbd)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:34.078944 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-a1486a10-cca5-4f5b-8181-833f793f266a None None] Provisioning complete for port 785812ec-60b6-420d-a2cc-8738946c6a6e triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:34.079464 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-a1486a10-cca5-4f5b-8181-833f793f266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:34.089319 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a1d168f3-32ea-4a68-85dc-2db1cae90dcb req-2778ab9a-6c08-4389-9824-e0c31f7e5df7 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558455 Oct 14 06:59:34.096574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2fe8-3d6c-4b24-89b2-8b1d166bfae2 req-454ddef3-7e51-4aea-80b6-f8c38dcabb28 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:34.100476 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1b3f2fe8-3d6c-4b24-89b2-8b1d166bfae2 req-454ddef3-7e51-4aea-80b6-f8c38dcabb28 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 948 time: 0.0738065 Oct 14 06:59:34.120373 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c is scheduled to L3 agent bad82139-abe0-460d-a24f-34a70776a820 with binding_index 1 {{(pid=106663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 06:59:34.143715 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1b3f2fe8-3d6c-4b24-89b2-8b1d166bfae2 req-11aca39d-cbef-4d07-9994-5e8671352135 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380561 Oct 14 06:59:34.145576 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:34.150848 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:34.206730 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e32663-6061-4d72-9517-d26f52394ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:59:34.209072 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ad194d-6bc2-4c31-8d4b-572f6e780c78" -d '{"events": [{"server_uuid": "34e32663-6061-4d72-9517-d26f52394ef7", "name": "network-vif-plugged", "status": "completed", "tag": "91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:59:34.225882 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:59:34.237300 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Sync routers for ids ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:59:34.249970 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Routers {'07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:34.250826 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:34.259352 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,segment=NetworkSegment(ad7d79cd-6c0c-4f3d-b78c-dd0416370d44),segment_id=ad7d79cd-6c0c-4f3d-b78c-dd0416370d44)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:34.266216 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=0f693ed8-d925-4706-b26d-4dde158eb1c4,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:34.274031 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd00d0d9-55b5-4f28-8034-899f8b00743c x-openstack-request-id: req-bd00d0d9-55b5-4f28-8034-899f8b00743c {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:59:34.274031 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e32663-6061-4d72-9517-d26f52394ef7", "name": "network-vif-plugged", "status": "completed", "tag": "91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:59:34.274031 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd00d0d9-55b5-4f28-8034-899f8b00743c {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:59:34.274031 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e32663-6061-4d72-9517-d26f52394ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d', 'code': 200} Oct 14 06:59:34.333674 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:34.335707 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:34.339732 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-22a40922-3e6b-4b77-96a0-c0f4bd4508bc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0864739 Oct 14 06:59:34.340152 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 58944) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:34.380403 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a66f4-2944-4bf4-b51a-b0780c3e5b14 req-4c5c794c-1f57-46e9-9c85-dfe0a5c827d7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:34.380999 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Set router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:34.382460 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7c5a66f4-2944-4bf4-b51a-b0780c3e5b14 req-4c5c794c-1f57-46e9-9c85-dfe0a5c827d7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0696857 Oct 14 06:59:34.413580 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:34.427056 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7c5a66f4-2944-4bf4-b51a-b0780c3e5b14 req-509f5d98-6d9b-4bb5-ae0c-8944db531d4f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365925 Oct 14 06:59:34.567003 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'name': 'tempest-TestVolumeBootPattern-1503525930-router', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:31Z', 'updated_at': '2021-10-14T06:59:33Z', 'revision_number': 3, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'gw_port': {'id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:32Z', 'updated_at': '2021-10-14T06:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:34.596184 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Checking router: 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:59:34.596534 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Updating router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c port b93f3874-69f5-466f-a1bb-f55a0623f37c binding host dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:59:34.621665 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:34.679075 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b6524-05a4-4604-9e83-545cfe3f04a0 req-1dbc53a6-87cd-4752-9d06-f93d31b16ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:34.680499 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f98b6524-05a4-4604-9e83-545cfe3f04a0 req-1dbc53a6-87cd-4752-9d06-f93d31b16ed1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 1102 time: 0.0760963 Oct 14 06:59:34.754663 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['0f693ed8-d925-4706-b26d-4dde158eb1c4'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:59:34.757243 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f98b6524-05a4-4604-9e83-545cfe3f04a0 req-b2ec5471-fa48-46a5-a4dd-9c546a6919ac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654819 Oct 14 06:59:34.814786 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 785812ec-60b6-420d-a2cc-8738946c6a6e up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:34.860510 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:34.904305 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 785812ec-60b6-420d-a2cc-8738946c6a6e triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:34.904674 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:34.905676 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Publish callbacks [] for port, precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:34.979483 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.061016 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff15e10-1fab-4226-a57b-fe5d50cc9ad6 None None] Pushing event updated for resources: {'Port': ['ID=b93f3874-69f5-466f-a1bb-f55a0623f37c,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:35.068935 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Attempting to bind port b93f3874-69f5-466f-a1bb-f55a0623f37c on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:35.069606 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Attempting to bind port b93f3874-69f5-466f-a1bb-f55a0623f37c by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:35.070126 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Attempting to bind port b93f3874-69f5-466f-a1bb-f55a0623f37c on network 37b6d0c9-4876-4604-a10d-30652fabd51d {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:35.075912 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:35.076281 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:35.076836 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.077237 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Bound using segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:35.077702 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Bound port: b93f3874-69f5-466f-a1bb-f55a0623f37c, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:35.078072 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.082682 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Allocated IP 172.20.0.1 (1c7da68e-b559-4559-a503-550be084506d/c850f41e-94a4-4574-bc82-e2a3715b8471/0c9de84e-97b9-46bb-992d-0d69ed18a7d4) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:35.095090 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69aaa2-7ef3-4a47-be5f-c8dbc8415f26 req-1bda97cd-8657-45eb-a545-a8c3a768dfc9 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:35.102502 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9f69aaa2-7ef3-4a47-be5f-c8dbc8415f26 req-1bda97cd-8657-45eb-a545-a8c3a768dfc9 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 945 time: 0.0986161 Oct 14 06:59:35.136870 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] For port b93f3874-69f5-466f-a1bb-f55a0623f37c, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:35.137238 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bcbe9-32c5-4a7a-8df9-e1d76587ec90 req-67afe34c-3bfa-4f21-9948-9956f8e1d976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:35.138713 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-661bcbe9-32c5-4a7a-8df9-e1d76587ec90 req-67afe34c-3bfa-4f21-9948-9956f8e1d976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0900948 Oct 14 06:59:35.140239 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] For port b93f3874-69f5-466f-a1bb-f55a0623f37c, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=b93f3874-69f5-466f-a1bb-f55a0623f37c,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:35.157689 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9f69aaa2-7ef3-4a47-be5f-c8dbc8415f26 req-862debb2-21dd-405b-b744-8462dd0a1990 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543597 Oct 14 06:59:35.198370 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-661bcbe9-32c5-4a7a-8df9-e1d76587ec90 req-6a7530fe-a3d7-4a36-b678-c767a3b87892 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510941 Oct 14 06:59:35.222441 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.227312 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.288076 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Routers {'07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:35.288717 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:35.314309 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb68c0-a3db-463a-83d3-bd90b43a0ece req-4ffb9d1a-5663-4854-b045-00b70bd2b601 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:35.315781 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c9fb68c0-a3db-463a-83d3-bd90b43a0ece req-4ffb9d1a-5663-4854-b045-00b70bd2b601 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0962238 Oct 14 06:59:35.327824 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762f90e-434f-4707-aa4e-e7fc2cad2c31 req-86f6365c-9c0b-442d-a6b4-c202c6c5a24c tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:35.329316 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2762f90e-434f-4707-aa4e-e7fc2cad2c31 req-86f6365c-9c0b-442d-a6b4-c202c6c5a24c tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 949 time: 0.0695262 Oct 14 06:59:35.331727 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff15e10-1fab-4226-a57b-fe5d50cc9ad6 None None] Pushing event updated for resources: {'Port': ['ID=b93f3874-69f5-466f-a1bb-f55a0623f37c,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:35.339688 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.381810 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Network 1c7da68e-b559-4559-a503-550be084506d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:35.388041 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c9fb68c0-a3db-463a-83d3-bd90b43a0ece req-451b2d47-fac1-47e9-8018-d44732c7b806 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577893 Oct 14 06:59:35.389226 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:35.392960 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2762f90e-434f-4707-aa4e-e7fc2cad2c31 req-8e663910-1791-4f94-aabd-57cf39fdcc84 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554855 Oct 14 06:59:35.405341 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:35.414958 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Pushing event updated for resources: {'Port': ['ID=0c9de84e-97b9-46bb-992d-0d69ed18a7d4,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:35.430469 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] Set router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:35.462459 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729365'] for router_interface, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.562076 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a96a8-f995-4a8a-a7c4-7bcab2a59b21 req-66514eda-5239-4778-9144-409a7bc1ca96 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:35.563787 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6d8a96a8-f995-4a8a-a7c4-7bcab2a59b21 req-66514eda-5239-4778-9144-409a7bc1ca96 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0565205 Oct 14 06:59:35.605566 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6d8a96a8-f995-4a8a-a7c4-7bcab2a59b21 req-9c062060-7d27-4125-9256-994995106f25 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352333 Oct 14 06:59:35.626068 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'name': 'tempest-TestVolumeBootPattern-1503525930-router', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:31Z', 'updated_at': '2021-10-14T06:59:33Z', 'revision_number': 3, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'gw_port': {'id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:32Z', 'updated_at': '2021-10-14T06:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:35.690812 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.702372 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-c486cd7c-5747-430b-8b26-68b8beb75014 None None] Provisioning complete for port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:35.702967 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-c486cd7c-5747-430b-8b26-68b8beb75014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.735500 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f147ed2-4680-430e-b850-9f4490831367 None None] The sync data for ids ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'] in dv-cinder-804470-7-iscsi is: [{'id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'name': 'tempest-TestVolumeBootPattern-1503525930-router', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:31Z', 'updated_at': '2021-10-14T06:59:33Z', 'revision_number': 3, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'gw_port': {'id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:32Z', 'updated_at': '2021-10-14T06:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:59:35.846908 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 60bedccd-40f4-465d-9aba-dd1504039256 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 06:59:35.875462 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-c486cd7c-5747-430b-8b26-68b8beb75014 None None] Port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:59:35.882660 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.954081 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:35.967073 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:35.986842 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '60bedccd-40f4-465d-9aba-dd1504039256', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'port_id': '60bedccd-40f4-465d-9aba-dd1504039256', 'mac_address': 'fa:16:3e:3f:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 06:59:36.037100 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Pushing event updated for resources: {'Port': ['ID=0c9de84e-97b9-46bb-992d-0d69ed18a7d4,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:36.043848 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:36.044510 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729313'] for router_interface, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:36.059871 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60bedccd-40f4-465d-9aba-dd1504039256 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 06:59:36.081792 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:36.150923 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:36.230270 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=6']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:36.358572 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2804f11-f30a-4996-a763-e8aad3626e87 req-90955770-0cab-431c-bc1d-ba0217f3de04 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:36.360142 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c2804f11-f30a-4996-a763-e8aad3626e87 req-90955770-0cab-431c-bc1d-ba0217f3de04 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 945 time: 0.1118798 Oct 14 06:59:36.384139 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c80c8-72c6-49be-b014-6c6c3c8e9a6e req-7901867b-aa55-47d9-a401-a4680d99b55a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:36.385646 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-729c80c8-72c6-49be-b014-6c6c3c8e9a6e req-7901867b-aa55-47d9-a401-a4680d99b55a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0965686 Oct 14 06:59:36.404959 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Network 1c7da68e-b559-4559-a503-550be084506d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:36.406395 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:36.449499 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c2804f11-f30a-4996-a763-e8aad3626e87 req-e7671404-165a-4e86-8df2-5efb93528be0 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823829 Oct 14 06:59:36.458822 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-729c80c8-72c6-49be-b014-6c6c3c8e9a6e req-98392942-c9e3-4de0-a10d-d201317a2c9b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654399 Oct 14 06:59:36.556716 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 06:59:36.643056 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709fe9-f3fd-4aa0-a33b-022a6387bec3 req-0e5c49cb-0179-4ac0-899c-8a176d4b254a tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:36.648994 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['60bedccd-40f4-465d-9aba-dd1504039256'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:59:36.656389 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-05709fe9-f3fd-4aa0-a33b-022a6387bec3 req-0e5c49cb-0179-4ac0-899c-8a176d4b254a tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 949 time: 0.1164517 Oct 14 06:59:36.687526 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b515bc2-4898-42fe-a97e-b5892da809ff req-822effa0-3327-4ac0-b3c3-f4a3a6ad9d61 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:36.691955 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4b515bc2-4898-42fe-a97e-b5892da809ff req-822effa0-3327-4ac0-b3c3-f4a3a6ad9d61 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 945 time: 0.1156697 Oct 14 06:59:36.707311 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:59:36.717985 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-62544f22-6ced-4d06-9c89-ffea38366d67 admin admin] 10.222.0.26 "PUT /v2.0/routers/07de4cf9-5cd4-4707-95c2-8b49ebf2db9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3736155 Oct 14 06:59:36.743033 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-36a6e6c6-8187-429d-9cc0-24b90746b76f None None] Provisioning complete for port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:36.751629 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-36a6e6c6-8187-429d-9cc0-24b90746b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:36.752416 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-05709fe9-f3fd-4aa0-a33b-022a6387bec3 req-9292867e-f4e4-4568-8bc8-d94dcc4dc124 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948825 Oct 14 06:59:36.793510 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4b515bc2-4898-42fe-a97e-b5892da809ff req-cd190f4d-279d-4d1e-9ad0-e63ca0723b99 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900643 Oct 14 06:59:36.854060 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-36a6e6c6-8187-429d-9cc0-24b90746b76f None None] Port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:59:36.905859 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device b93f3874-69f5-466f-a1bb-f55a0623f37c up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:36.914440 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed02be-7339-4c1b-85cd-be41a04d9c71 req-685cb994-e865-4914-adb5-c5e77793776d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:36.916084 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-33ed02be-7339-4c1b-85cd-be41a04d9c71 req-685cb994-e865-4914-adb5-c5e77793776d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0627091 Oct 14 06:59:36.961204 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-33ed02be-7339-4c1b-85cd-be41a04d9c71 req-c8c4c65f-6681-463f-94ea-4fb95fd8aba0 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387237 Oct 14 06:59:36.966667 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port b93f3874-69f5-466f-a1bb-f55a0623f37c triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:36.967429 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:37.048832 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:37.077193 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port b93f3874-69f5-466f-a1bb-f55a0623f37c, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=b93f3874-69f5-466f-a1bb-f55a0623f37c,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:37.165892 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:37.349707 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=b93f3874-69f5-466f-a1bb-f55a0623f37c,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:37.510254 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59004) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:37.515255 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-ab82039c-04ed-47c5-a151-c84e2c0c91db tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174177604', 'description': 'tempest-secgroup-smoke-1174177604 description', 'project_id': '1313bcb76a40476eb961b6f7ddf586af'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:37.603984 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3bb9b-1907-4029-b627-81d128f170bb req-c578a255-a593-4042-8237-42e9b0201211 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:37.605711 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9c3bb9b-1907-4029-b627-81d128f170bb req-c578a255-a593-4042-8237-42e9b0201211 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 945 time: 0.0670118 Oct 14 06:59:37.636544 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ab82039c-04ed-47c5-a151-c84e2c0c91db tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:37.716000 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9c3bb9b-1907-4029-b627-81d128f170bb req-418cf054-7b38-40db-a27b-2024a513ff25 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605531 Oct 14 06:59:37.725111 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167607a7-0c7d-4c7f-b8c1-2ce56bc909c4 req-51b92525-fb53-44fa-ad78-902e1476b6a4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:37.727078 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-167607a7-0c7d-4c7f-b8c1-2ce56bc909c4 req-51b92525-fb53-44fa-ad78-902e1476b6a4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1433191 Oct 14 06:59:37.775836 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 60bedccd-40f4-465d-9aba-dd1504039256 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:37.792962 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ab82039c-04ed-47c5-a151-c84e2c0c91db tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:37.802802 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-167607a7-0c7d-4c7f-b8c1-2ce56bc909c4 req-1bf2dd34-90be-4fac-95bb-c60fa804523b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676646 Oct 14 06:59:37.852057 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 60bedccd-40f4-465d-9aba-dd1504039256 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:37.852640 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:37.871757 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ab82039c-04ed-47c5-a151-c84e2c0c91db tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:37.940142 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82039c-04ed-47c5-a151-c84e2c0c91db tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b35dee1-3202-431a-a528-85c8110f0046,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:37.998380 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d925a-d9db-4270-9c77-48568f036ad6 req-5f24268f-73d7-472e-8ee3-2a84791a8756 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:38.006982 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-511d925a-d9db-4270-9c77-48568f036ad6 req-5f24268f-73d7-472e-8ee3-2a84791a8756 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 949 time: 0.1490293 Oct 14 06:59:38.040109 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:38.040548 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aa37c-9c69-4b15-bde1-e813afe0fc22 req-7c6ac74d-71e7-40ff-b87c-3225ac0568c1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:38.042114 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cc8aa37c-9c69-4b15-bde1-e813afe0fc22 req-7c6ac74d-71e7-40ff-b87c-3225ac0568c1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 945 time: 0.1166732 Oct 14 06:59:38.054807 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ab82039c-04ed-47c5-a151-c84e2c0c91db tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:38.058778 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-ab82039c-04ed-47c5-a151-c84e2c0c91db tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5446057 Oct 14 06:59:38.059308 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59034) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:38.068264 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-048de4b6-8d4a-403f-bde1-ac959bc2d157 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'security_group_rule': {'security_group_id': '8b35dee1-3202-431a-a528-85c8110f0046', 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:38.099567 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:59:38.102070 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cc8aa37c-9c69-4b15-bde1-e813afe0fc22 req-bf397abb-cf08-4bca-b815-b14a26bf62a3 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524628 Oct 14 06:59:38.119178 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-511d925a-d9db-4270-9c77-48568f036ad6 req-7c7c86b5-3e76-4c93-858a-3f4ab6d3ab28 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097775 Oct 14 06:59:38.164343 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94192ee1-9cb5-46f8-90a2-61b4494e3e60" -d '{"events": [{"server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "name": "network-vif-plugged", "status": "completed", "tag": "60bedccd-40f4-465d-9aba-dd1504039256"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:59:38.164343 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Sync routers for ids ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:59:38.171265 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:38.191597 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Routers {'07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:38.194463 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:38.246668 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c87cf-6317-43cc-a7f6-93e24de7bbfd req-40d35c74-947d-4907-aa0f-392afd070b4b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:38.253196 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-048de4b6-8d4a-403f-bde1-ac959bc2d157 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:38.256019 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5e0c87cf-6317-43cc-a7f6-93e24de7bbfd req-40d35c74-947d-4907-aa0f-392afd070b4b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0671415 Oct 14 06:59:38.263598 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc454437-1a18-44e4-8943-be79866e9652 x-openstack-request-id: req-bc454437-1a18-44e4-8943-be79866e9652 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:59:38.264341 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "name": "network-vif-plugged", "status": "completed", "tag": "60bedccd-40f4-465d-9aba-dd1504039256", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:59:38.264820 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc454437-1a18-44e4-8943-be79866e9652 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:59:38.265542 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256', 'code': 200} Oct 14 06:59:38.273299 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:38.275979 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 0f693ed8-d925-4706-b26d-4dde158eb1c4 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:38.310142 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5e0c87cf-6317-43cc-a7f6-93e24de7bbfd req-585c210e-d69e-4127-87ed-5b36c71ddb06 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529814 Oct 14 06:59:38.411416 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-048de4b6-8d4a-403f-bde1-ac959bc2d157 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:38.435596 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=7']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:38.447021 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Set router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:38.491872 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-048de4b6-8d4a-403f-bde1-ac959bc2d157 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:38.517323 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048de4b6-8d4a-403f-bde1-ac959bc2d157 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418f3e51-ffad-467c-9d5e-de86a41d80ad,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:38.534390 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 0f693ed8-d925-4706-b26d-4dde158eb1c4 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 06:59:38.550159 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 0f693ed8-d925-4706-b26d-4dde158eb1c4 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:38.550526 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:38.617221 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-048de4b6-8d4a-403f-bde1-ac959bc2d157 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:38.622616 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-048de4b6-8d4a-403f-bde1-ac959bc2d157 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5583131 Oct 14 06:59:38.622767 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59044) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:38.627091 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-04cacd5f-b725-4c6f-92c0-a4e94d622cd1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'security_group_rule': {'security_group_id': '8b35dee1-3202-431a-a528-85c8110f0046', 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:38.788708 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:38.856050 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-04cacd5f-b725-4c6f-92c0-a4e94d622cd1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:38.867670 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 0f693ed8-d925-4706-b26d-4dde158eb1c4, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=0f693ed8-d925-4706-b26d-4dde158eb1c4,segment=NetworkSegment(61d10f54-2c9d-44b8-b542-41fa6ff04cbd),segment_id=61d10f54-2c9d-44b8-b542-41fa6ff04cbd)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:38.870885 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device b93f3874-69f5-466f-a1bb-f55a0623f37c up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:38.943256 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'name': 'tempest-TestVolumeBootPattern-1503525930-router', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:31Z', 'updated_at': '2021-10-14T06:59:35Z', 'revision_number': 4, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'gw_port': {'id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:32Z', 'updated_at': '2021-10-14T06:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '0c9de84e-97b9-46bb-992d-0d69ed18a7d4', 'name': '', 'network_id': '1c7da68e-b559-4559-a503-550be084506d', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'mac_address': 'fa:16:3e:66:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c850f41e-94a4-4574-bc82-e2a3715b8471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:34Z', 'updated_at': '2021-10-14T06:59:35Z', 'revision_number': 2, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'subnets': [{'id': 'c850f41e-94a4-4574-bc82-e2a3715b8471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:38.974235 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Checking router: 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:59:38.974600 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Updating router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 binding host dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:59:38.977633 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.039397 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.060536 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-04cacd5f-b725-4c6f-92c0-a4e94d622cd1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.066325 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port b93f3874-69f5-466f-a1bb-f55a0623f37c triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:39.066689 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.069661 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4c25-135b-44ef-baf9-b1af4199e49d req-d1e4db37-ea23-47e6-a101-4544aa605cf1 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:39.071069 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-257f4c25-135b-44ef-baf9-b1af4199e49d req-d1e4db37-ea23-47e6-a101-4544aa605cf1 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 949 time: 0.1780336 Oct 14 06:59:39.078460 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=0f693ed8-d925-4706-b26d-4dde158eb1c4,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:39.080211 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01e43a-107c-4b1d-837d-72b87f76c41a req-c3bf0ca1-4efa-4d33-bca3-cdaeef136a0b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:39.088862 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8a01e43a-107c-4b1d-837d-72b87f76c41a req-c3bf0ca1-4efa-4d33-bca3-cdaeef136a0b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 945 time: 0.1969855 Oct 14 06:59:39.218839 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-257f4c25-135b-44ef-baf9-b1af4199e49d req-179b75fc-4e95-49f6-9ee8-e31f6e47d1e7 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272323 Oct 14 06:59:39.237384 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8a01e43a-107c-4b1d-837d-72b87f76c41a req-ff07dc6f-1e8c-4205-ad91-8424d268452a tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476703 Oct 14 06:59:39.259091 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-04cacd5f-b725-4c6f-92c0-a4e94d622cd1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.306816 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cacd5f-b725-4c6f-92c0-a4e94d622cd1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bc6049-c398-48d5-9121-b8b77825d4f6,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:39.447859 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829f3eb-4a3c-44c3-a806-8c2d04ba70fc req-acde87f0-a4a2-401d-840d-c8b452ea136a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:39.449691 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9829f3eb-4a3c-44c3-a806-8c2d04ba70fc req-acde87f0-a4a2-401d-840d-c8b452ea136a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1114745 Oct 14 06:59:39.456912 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-04cacd5f-b725-4c6f-92c0-a4e94d622cd1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.458877 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-04cacd5f-b725-4c6f-92c0-a4e94d622cd1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8362799 Oct 14 06:59:39.462391 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59060) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:39.467274 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-a7e5fb8d-ca08-4cd8-9eec-0db66d6f3f69 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'security_group_rule': {'security_group_id': '8b35dee1-3202-431a-a528-85c8110f0046', 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:39.477850 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09dde-e3e5-42ad-8fbc-34eccca07c6d req-2db9b664-4892-4c3c-8f48-9e81372c00dc tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:39.485456 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-99e09dde-e3e5-42ad-8fbc-34eccca07c6d req-2db9b664-4892-4c3c-8f48-9e81372c00dc tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0882406 Oct 14 06:59:39.562659 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-99e09dde-e3e5-42ad-8fbc-34eccca07c6d req-af8573ff-f85c-4d6e-8d23-2b4f1f324bc4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760057 Oct 14 06:59:39.569843 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9829f3eb-4a3c-44c3-a806-8c2d04ba70fc req-38c7b67e-aa16-4407-bae6-48c74dfca119 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068797 Oct 14 06:59:39.593426 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a7e5fb8d-ca08-4cd8-9eec-0db66d6f3f69 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.639164 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Publish callbacks [] for port, precommit_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.649117 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59066) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:39.697049 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a7e5fb8d-ca08-4cd8-9eec-0db66d6f3f69 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.737698 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.777655 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a7e5fb8d-ca08-4cd8-9eec-0db66d6f3f69 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.818983 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5fb8d-ca08-4cd8-9eec-0db66d6f3f69 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d3bb7d-b30f-4568-a7f4-e71ce831a10c,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:39.856208 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306a0ba-4a4e-4313-b724-3cfae160a849 None None] Pushing event updated for resources: {'Port': ['ID=0c9de84e-97b9-46bb-992d-0d69ed18a7d4,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:39.857172 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3591ad86-37b5-420d-864d-b0c72d505784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.906936 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a2db2-8c61-434b-aaa1-4d03202b4a08 req-340f8b45-466e-48bf-9a51-445835b6c712 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:39.914271 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a67a2db2-8c61-434b-aaa1-4d03202b4a08 req-340f8b45-466e-48bf-9a51-445835b6c712 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1454601 Oct 14 06:59:39.918289 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Attempting to bind port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:39.918660 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Attempting to bind port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '8ba3692f-28e2-4580-b0ef-0e860dafc62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c7da68e-b559-4559-a503-550be084506d'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:39.919021 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Attempting to bind port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 on network 1c7da68e-b559-4559-a503-550be084506d {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:39.924749 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:39.929539 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Checking segment: {'id': '8ba3692f-28e2-4580-b0ef-0e860dafc62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c7da68e-b559-4559-a503-550be084506d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:39.929539 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.929539 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Bound using segment: {'id': '8ba3692f-28e2-4580-b0ef-0e860dafc62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c7da68e-b559-4559-a503-550be084506d'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:39.929539 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Bound port: 0c9de84e-97b9-46bb-992d-0d69ed18a7d4, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba3692f-28e2-4580-b0ef-0e860dafc62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c7da68e-b559-4559-a503-550be084506d'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:39.929539 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.980035 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a7e5fb8d-ca08-4cd8-9eec-0db66d6f3f69 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:39.984383 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-a7e5fb8d-ca08-4cd8-9eec-0db66d6f3f69 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5208433 Oct 14 06:59:39.990954 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59072) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:39.991775 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a67a2db2-8c61-434b-aaa1-4d03202b4a08 req-411bebb9-9c4c-43cf-a5d9-4cc3837533c8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753129 Oct 14 06:59:39.991883 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-4411032a-8cb6-4da6-9ff7-382b420ccf52 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'security_group_rule': {'security_group_id': '8b35dee1-3202-431a-a528-85c8110f0046', 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:40.025132 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] For port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:40.029831 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] For port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=0c9de84e-97b9-46bb-992d-0d69ed18a7d4,segment=NetworkSegment(8ba3692f-28e2-4580-b0ef-0e860dafc62e),segment_id=8ba3692f-28e2-4580-b0ef-0e860dafc62e)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:40.074689 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3591ad86-37b5-420d-864d-b0c72d505784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.117219 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4411032a-8cb6-4da6-9ff7-382b420ccf52 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.154874 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.157946 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3591ad86-37b5-420d-864d-b0c72d505784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.214674 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4411032a-8cb6-4da6-9ff7-382b420ccf52 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.232827 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591ad86-37b5-420d-864d-b0c72d505784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a88defa-3d39-44dd-b5ba-90fb217e03f7,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:40.240646 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59080) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:40.250901 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-3591ad86-37b5-420d-864d-b0c72d505784 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b10386a1e34b491397d1947d6aa74bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6005726 Oct 14 06:59:40.272341 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Routers {'07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:40.272341 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:40.294207 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4411032a-8cb6-4da6-9ff7-382b420ccf52 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.325214 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411032a-8cb6-4da6-9ff7-382b420ccf52 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a325ac8-f777-4698-a9cf-ce87b027ae67,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:40.345406 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f693ed8-d925-4706-b26d-4dde158eb1c4'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:59:40.348101 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a508c3a2-3e56-47e6-b906-3e3ab1ff2f99" -d '{"events": [{"server_uuid": "2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f", "name": "network-vif-plugged", "status": "completed", "tag": "0f693ed8-d925-4706-b26d-4dde158eb1c4"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:59:40.368285 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-20e6e10a-5bcf-4e8b-8cbf-4a3cfba4b11d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.432150 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4411032a-8cb6-4da6-9ff7-382b420ccf52 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.441428 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-4411032a-8cb6-4da6-9ff7-382b420ccf52 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4552007 Oct 14 06:59:40.447375 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59086) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:40.447375 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-20e6e10a-5bcf-4e8b-8cbf-4a3cfba4b11d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.452208 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f44f3-1fdc-4014-9ed8-15c023dce06c req-fa464bbe-1d27-4281-84de-db0f3f08bde3 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:40.455178 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-289f44f3-1fdc-4014-9ed8-15c023dce06c req-fa464bbe-1d27-4281-84de-db0f3f08bde3 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 949 time: 0.1242480 Oct 14 06:59:40.456971 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-634a74eb-99ff-4d75-8b49-8896bcbdabf7 None None] Provisioning complete for port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:40.458803 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-634a74eb-99ff-4d75-8b49-8896bcbdabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.474235 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-e86a66a7-7061-41f3-a2da-5d5871b8e449 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'security_group_rule': {'security_group_id': '8b35dee1-3202-431a-a528-85c8110f0046', 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:40.559197 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] Set router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:40.589840 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-289f44f3-1fdc-4014-9ed8-15c023dce06c req-89c1f045-9567-4394-859e-1abb76b4b2de tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937066 Oct 14 06:59:40.594145 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306a0ba-4a4e-4313-b724-3cfae160a849 None None] Pushing event updated for resources: {'Port': ['ID=0c9de84e-97b9-46bb-992d-0d69ed18a7d4,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:40.713196 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfc5c1-a1de-4b66-96c0-6deb00f937ab req-fa074001-5bb6-4ed1-854a-bb6c0ef4edba tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:40.716248 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2cbfc5c1-a1de-4b66-96c0-6deb00f937ab req-fa074001-5bb6-4ed1-854a-bb6c0ef4edba tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 946 time: 0.0675554 Oct 14 06:59:40.772902 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2cbfc5c1-a1de-4b66-96c0-6deb00f937ab req-1bf4774b-8cf7-4e6b-80db-86df4a8f9121 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485940 Oct 14 06:59:40.790540 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.securitygroups_db [None req-e86a66a7-7061-41f3-a2da-5d5871b8e449 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Project 1313bcb76a40476eb961b6f7ddf586af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 06:59:40.796442 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-20e6e10a-5bcf-4e8b-8cbf-4a3cfba4b11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.800262 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-20e6e10a-5bcf-4e8b-8cbf-4a3cfba4b11d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.802161 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-20e6e10a-5bcf-4e8b-8cbf-4a3cfba4b11d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a88defa-3d39-44dd-b5ba-90fb217e03f7 HTTP/1.1" status: 204 len: 168 time: 0.5595975 Oct 14 06:59:40.829233 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc8db27-31fe-417a-91ab-4fa7914b9e47 x-openstack-request-id: req-ebc8db27-31fe-417a-91ab-4fa7914b9e47 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:59:40.829537 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f", "name": "network-vif-plugged", "status": "completed", "tag": "0f693ed8-d925-4706-b26d-4dde158eb1c4", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:59:40.829787 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ebc8db27-31fe-417a-91ab-4fa7914b9e47 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:59:40.830200 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f693ed8-d925-4706-b26d-4dde158eb1c4', 'code': 200} Oct 14 06:59:40.833238 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6e10a-5bcf-4e8b-8cbf-4a3cfba4b11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a88defa-3d39-44dd-b5ba-90fb217e03f7,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:40.847979 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e86a66a7-7061-41f3-a2da-5d5871b8e449 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:40.903848 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-65ecb8a4-033a-47f3-a842-87c8c3f63c09 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:40.905352 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-65ecb8a4-033a-47f3-a842-87c8c3f63c09 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.39 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 949 time: 0.1595187 Oct 14 06:59:40.943039 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8eb59-476d-47f3-84e7-2777e7039fa6 req-e6c1303c-acec-4d63-ac9d-09e591a945b6 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:40.950511 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-42f8eb59-476d-47f3-84e7-2777e7039fa6 req-e6c1303c-acec-4d63-ac9d-09e591a945b6 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0691180 Oct 14 06:59:40.996449 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-634a74eb-99ff-4d75-8b49-8896bcbdabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:41.003113 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-42f8eb59-476d-47f3-84e7-2777e7039fa6 req-833163dc-e7d6-49d8-9fec-53825d387327 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515006 Oct 14 06:59:41.058493 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e86a66a7-7061-41f3-a2da-5d5871b8e449 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:41.068859 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-634a74eb-99ff-4d75-8b49-8896bcbdabf7 None None] For port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=0c9de84e-97b9-46bb-992d-0d69ed18a7d4,segment=NetworkSegment(8ba3692f-28e2-4580-b0ef-0e860dafc62e),segment_id=8ba3692f-28e2-4580-b0ef-0e860dafc62e)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:41.101380 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-73317594-bb4a-494e-a393-0f516b41c100 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Deleting port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 06:59:41.101867 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-73317594-bb4a-494e-a393-0f516b41c100 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:41.143693 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e86a66a7-7061-41f3-a2da-5d5871b8e449 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:41.156981 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'name': 'tempest-TestVolumeBootPattern-1503525930-router', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:31Z', 'updated_at': '2021-10-14T06:59:35Z', 'revision_number': 4, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'gw_port': {'id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:32Z', 'updated_at': '2021-10-14T06:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '0c9de84e-97b9-46bb-992d-0d69ed18a7d4', 'name': '', 'network_id': '1c7da68e-b559-4559-a503-550be084506d', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'mac_address': 'fa:16:3e:66:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c850f41e-94a4-4574-bc82-e2a3715b8471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:34Z', 'updated_at': '2021-10-14T06:59:40Z', 'revision_number': 4, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'subnets': [{'id': 'c850f41e-94a4-4574-bc82-e2a3715b8471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:41.210759 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa7277-e923-4216-a85a-24bc3041b769 req-13d2f148-61fd-487c-9846-dbfbfb73197f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:41.230621 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5daa7277-e923-4216-a85a-24bc3041b769 req-13d2f148-61fd-487c-9846-dbfbfb73197f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1378863 Oct 14 06:59:41.249636 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a66a7-7061-41f3-a2da-5d5871b8e449 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e8156d-b8e5-45e8-92e1-c24a7849f174,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:41.259583 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f65569-f31c-4166-b6f3-c8098110047b None None] The sync data for ids ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'] in dv-cinder-804470-7-iscsi is: [{'id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'name': 'tempest-TestVolumeBootPattern-1503525930-router', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:31Z', 'updated_at': '2021-10-14T06:59:35Z', 'revision_number': 4, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'gw_port': {'id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:32Z', 'updated_at': '2021-10-14T06:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '0c9de84e-97b9-46bb-992d-0d69ed18a7d4', 'name': '', 'network_id': '1c7da68e-b559-4559-a503-550be084506d', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'mac_address': 'fa:16:3e:66:63:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c850f41e-94a4-4574-bc82-e2a3715b8471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:34Z', 'updated_at': '2021-10-14T06:59:40Z', 'revision_number': 4, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'subnets': [{'id': 'c850f41e-94a4-4574-bc82-e2a3715b8471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:59:41.264553 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-634a74eb-99ff-4d75-8b49-8896bcbdabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:41.367105 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a74eb-99ff-4d75-8b49-8896bcbdabf7 None None] Pushing event updated for resources: {'Port': ['ID=0c9de84e-97b9-46bb-992d-0d69ed18a7d4,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:41.406460 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-59fc2571-83a4-4ddb-9d00-4c827a767d41 None None] Provisioning complete for port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:41.406987 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-59fc2571-83a4-4ddb-9d00-4c827a767d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:41.437817 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e86a66a7-7061-41f3-a2da-5d5871b8e449 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:41.441993 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-e86a66a7-7061-41f3-a2da-5d5871b8e449 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9954610 Oct 14 06:59:41.448872 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59102) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:41.466295 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-fbe65488-5b18-4f76-94b5-f5ab1b299490 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'security_group_rule': {'security_group_id': '8b35dee1-3202-431a-a528-85c8110f0046', 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:41.517775 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5daa7277-e923-4216-a85a-24bc3041b769 req-a669cec1-21f2-4d3d-9ec8-373d3fba8f98 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816231 Oct 14 06:59:41.593072 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f599df-b77b-4f2e-b9dd-305c6515f1ff req-4dc67bd9-6f5d-4091-a992-5038f6c1ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:41.593072 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-53f599df-b77b-4f2e-b9dd-305c6515f1ff req-4dc67bd9-6f5d-4091-a992-5038f6c1ef17 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 1099 time: 0.3013783 Oct 14 06:59:41.593385 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-73317594-bb4a-494e-a393-0f516b41c100 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] For port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,segment=NetworkSegment(ad7d79cd-6c0c-4f3d-b78c-dd0416370d44),segment_id=ad7d79cd-6c0c-4f3d-b78c-dd0416370d44)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:41.593385 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-73317594-bb4a-494e-a393-0f516b41c100 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:41.619764 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-73317594-bb4a-494e-a393-0f516b41c100 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Calling delete_port for 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 06:59:41.639756 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-53f599df-b77b-4f2e-b9dd-305c6515f1ff req-90e55af8-2d45-495f-a692-7a385083be00 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641797 Oct 14 06:59:41.762374 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f122c0-c45e-484f-ba0a-e4796ceeedda req-b3498a34-6560-41d4-a064-f3a87045a4f0 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:41.768548 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-13f122c0-c45e-484f-ba0a-e4796ceeedda req-b3498a34-6560-41d4-a064-f3a87045a4f0 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 949 time: 0.0850184 Oct 14 06:59:41.812417 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.securitygroups_db [None req-fbe65488-5b18-4f76-94b5-f5ab1b299490 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Project 1313bcb76a40476eb961b6f7ddf586af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 06:59:41.826288 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-fbe65488-5b18-4f76-94b5-f5ab1b299490 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:41.928511 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-73317594-bb4a-494e-a393-0f516b41c100 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:41.946322 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-13f122c0-c45e-484f-ba0a-e4796ceeedda req-062feb51-2a58-4574-a963-9fd9710222a8 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/security-groups?id=733106c8-f222-45c4-b104-72cb7e9a65e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618342 Oct 14 06:59:41.976464 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:59:42.061210 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73317594-bb4a-494e-a393-0f516b41c100 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Pushing event deleted for resources: {'Port': ['ID=91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:42.070602 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-fbe65488-5b18-4f76-94b5-f5ab1b299490 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:42.078557 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1eafe-a523-4c2d-9be8-9cf6afd1c211 req-777d94e3-071e-479c-ac0a-f5397c33ad1b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:42.100064 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cdd1eafe-a523-4c2d-9be8-9cf6afd1c211 req-777d94e3-071e-479c-ac0a-f5397c33ad1b tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 946 time: 0.2069371 Oct 14 06:59:42.113122 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-73317594-bb4a-494e-a393-0f516b41c100 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] No DVR routers for this DVR port 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 06:59:42.131660 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-73317594-bb4a-494e-a393-0f516b41c100 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:42.146847 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3e00bd1f-e851-4605-aa2d-27e38383c3fa req-73317594-bb4a-494e-a393-0f516b41c100 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.39 "DELETE /v2.0/ports/91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d HTTP/1.1" status: 204 len: 173 time: 1.2231770 Oct 14 06:59:42.147352 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e32663-6061-4d72-9517-d26f52394ef7', 'name': 'network-vif-deleted', 'tag': '91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:59:42.163613 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232f73e0-6f7c-4a3d-ad0a-4dbd5106287b" -d '{"events": [{"server_uuid": "34e32663-6061-4d72-9517-d26f52394ef7", "name": "network-vif-deleted", "tag": "91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:59:42.205464 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-fbe65488-5b18-4f76-94b5-f5ab1b299490 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:42.232033 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cdd1eafe-a523-4c2d-9be8-9cf6afd1c211 req-b2a92878-3a1a-43db-b88d-be119ae89106 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310415 Oct 14 06:59:42.262111 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0d607-dde0-4c9e-a5d4-f43c283957b5 req-e95f1f5b-c1ca-49cc-b6df-faf1806e905b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:42.275644 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1de0d607-dde0-4c9e-a5d4-f43c283957b5 req-e95f1f5b-c1ca-49cc-b6df-faf1806e905b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.1547403 Oct 14 06:59:42.284405 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe65488-5b18-4f76-94b5-f5ab1b299490 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1efeaed-37af-4eb2-a0ed-a9ffc5e40870,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:42.329177 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-fbe65488-5b18-4f76-94b5-f5ab1b299490 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:42.333309 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-fbe65488-5b18-4f76-94b5-f5ab1b299490 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8731315 Oct 14 06:59:42.388779 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9291bf0-cb31-4bca-9f5d-6eeaf3996dfa x-openstack-request-id: req-b9291bf0-cb31-4bca-9f5d-6eeaf3996dfa {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:59:42.390079 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e32663-6061-4d72-9517-d26f52394ef7", "name": "network-vif-deleted", "tag": "91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:59:42.390406 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9291bf0-cb31-4bca-9f5d-6eeaf3996dfa {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:59:42.391338 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e32663-6061-4d72-9517-d26f52394ef7', 'name': 'network-vif-deleted', 'tag': '91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d', 'status': 'completed', 'code': 200} Oct 14 06:59:42.399471 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1de0d607-dde0-4c9e-a5d4-f43c283957b5 req-0d45feaf-4bb9-41a0-931b-1aa693564518 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208878 Oct 14 06:59:42.726368 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59170) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:42.762971 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9f264-56de-4df5-b9a7-cf06a68b5833 req-82257a73-3f74-477b-bb79-55a162bd9304 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:42.783378 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9cb9f264-56de-4df5-b9a7-cf06a68b5833 req-82257a73-3f74-477b-bb79-55a162bd9304 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1281188 Oct 14 06:59:42.849792 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9cb9f264-56de-4df5-b9a7-cf06a68b5833 req-d524d3e1-f060-451d-b307-ed47853befe9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649366 Oct 14 06:59:42.906303 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2100346825-network', 'tenant_id': '765e6609fafd4beead27cad66132a83e'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:42.947411 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:43.017528 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Made reservation on behalf of 765e6609fafd4beead27cad66132a83e for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:59:43.021120 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:43.035323 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:43.053824 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:43.054503 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:43.120154 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-22c9d893-b2e2-4087-833f-5928ed2d3391 req-6821037a-4459-4173-9154-f3ea9cee2800 tempest-VolumesNegativeTest-379133114 tempest-VolumesNegativeTest-379133114-project] 10.222.0.26 "GET /v2.0/ports?device_id=34e32663-6061-4d72-9517-d26f52394ef7 HTTP/1.1" status: 200 len: 210 time: 0.0439656 Oct 14 06:59:43.202271 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:43.282386 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:43.309489 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:59:43.348528 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ef2a5c-e07b-43e4-9445-0f8bee200342,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:43.370955 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:43.370955 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Added segment bbccf6c7-947c-4c29-9b5a-cd6469a70cbb of type vlan for network 0d570353-2231-4112-a9e2-e7cc84566a32 Oct 14 06:59:43.441939 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:43.478183 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9154f4e-b9fd-4ea3-802b-779549c23782 req-e92026b5-6430-4ed6-97ef-c5ecd125ac30 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:43.479672 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f9154f4e-b9fd-4ea3-802b-779549c23782 req-e92026b5-6430-4ed6-97ef-c5ecd125ac30 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 946 time: 0.0674324 Oct 14 06:59:43.548113 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f9154f4e-b9fd-4ea3-802b-779549c23782 req-f69f91b1-f53b-428d-839a-6ac2d3d56dae tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592468 Oct 14 06:59:43.558929 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7b13-03f1-4c6a-ab0b-2069aa0294f5 req-fcae8fd6-b4b5-4b37-93dc-e0b084dcb23c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:43.560835 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-96aa7b13-03f1-4c6a-ab0b-2069aa0294f5 req-fcae8fd6-b4b5-4b37-93dc-e0b084dcb23c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0801101 Oct 14 06:59:43.600666 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-96aa7b13-03f1-4c6a-ab0b-2069aa0294f5 req-f8bf93dc-9333-4651-8c55-b665cc3b7e69 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335221 Oct 14 06:59:43.619099 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:43.630350 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:43.630350 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:43.686777 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] Pushing event updated for resources: {'Network': ['ID=0d570353-2231-4112-a9e2-e7cc84566a32,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:43.698180 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 0d570353-2231-4112-a9e2-e7cc84566a32 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:59:43.762765 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-a3ed35e0-4d93-455d-b43d-8992a5f56a37 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0348229 Oct 14 06:59:43.765915 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59190) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:43.771230 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Request body: {'subnet': {'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2100346825-subnet', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'ip_version': 4}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:43.886076 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Made reservation on behalf of 765e6609fafd4beead27cad66132a83e for: {'subnet': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:59:43.890151 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13022251'] for subnet, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:44.010862 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf45d6-c49c-4bc6-b153-d9f3b0f6d105 req-44de7616-0078-4d2c-90ee-4664eb2db381 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:44.017467 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dbcf45d6-c49c-4bc6-b153-d9f3b0f6d105 req-44de7616-0078-4d2c-90ee-4664eb2db381 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0850222 Oct 14 06:59:44.060919 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dbcf45d6-c49c-4bc6-b153-d9f3b0f6d105 req-2ce9e8c6-7b89-4427-af8d-489bdd98b1b3 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402877 Oct 14 06:59:44.186931 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15656678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13022269'] for subnet, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:44.249417 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e79e12-9c45-45e7-bae4-91c3adf904d9,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:44.264225 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Checking segment: {'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:44.264700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Network hostable DHCP agents. Network: 0d570353-2231-4112-a9e2-e7cc84566a32, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:59:44.368432 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Network 0d570353-2231-4112-a9e2-e7cc84566a32 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:59:44.451598 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 0d570353-2231-4112-a9e2-e7cc84566a32) {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:44.456376 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:44.456931 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:44.463782 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d38cca-742a-4c92-84e2-3c3392f79df4 None None] Network 0d570353-2231-4112-a9e2-e7cc84566a32 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:59:44.540566 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-ab9d5ff0-5dd1-4eea-a4d1-2b999e560893 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7734139 Oct 14 06:59:44.543394 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59216) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:44.548240 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:44.686458 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83111af-6e75-4be8-8e5d-ba75d5da1e16 req-eb3828e5-9261-4219-9301-de8906603147 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:44.695058 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f83111af-6e75-4be8-8e5d-ba75d5da1e16 req-eb3828e5-9261-4219-9301-de8906603147 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 946 time: 0.0619001 Oct 14 06:59:44.707621 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdd202b-93ae-5922-b066-41e6b1e9604a-0d570353-2231-4112-a9e2-e7cc84566a32', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9'}]}} from dv-cinder-804470-7-iscsi. {{(pid=106665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 06:59:44.709374 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:44.735192 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1728020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101576'] for router, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:44.738293 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101569'] for router, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:44.757698 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f83111af-6e75-4be8-8e5d-ba75d5da1e16 req-8c128f95-6122-4211-a7db-681352e7d3f0 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562012 Oct 14 06:59:44.848284 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933aa400-029a-4a4a-b558-4d416ce2c23e req-97e51ddf-6e9c-49f9-8f65-07bf80cfc9db tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:44.850063 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-933aa400-029a-4a4a-b558-4d416ce2c23e req-97e51ddf-6e9c-49f9-8f65-07bf80cfc9db tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.1088779 Oct 14 06:59:44.880905 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:44.882560 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.db_base_plugin_common [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Allocated IP 172.20.0.2 (0d570353-2231-4112-a9e2-e7cc84566a32/70e79e12-9c45-45e7-bae4-91c3adf904d9/1415b8b9-3ee6-4bdd-b734-4f7a65e26d52) {{(pid=106665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:44.914557 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-933aa400-029a-4a4a-b558-4d416ce2c23e req-734e1166-732c-4475-8748-e365e61053c8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361781 Oct 14 06:59:45.070350 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Publish callbacks [] for port, precommit_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:45.209214 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:45.216509 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:45.239690 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005715f-7e8f-453b-8672-8975b676e866 req-d8318688-3dde-4d78-9620-f853f812975d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:45.241212 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d005715f-7e8f-453b-8672-8975b676e866 req-d8318688-3dde-4d78-9620-f853f812975d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1030302 Oct 14 06:59:45.276797 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Network 0d570353-2231-4112-a9e2-e7cc84566a32 is already hosted by enough agents. {{(pid=106665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:45.283189 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Resources bound (agent type, host, resource id): {{(pid=106665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:45.287629 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Received port after_create {{(pid=106665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:45.290741 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Pushing event updated for resources: {'Port': ['ID=1415b8b9-3ee6-4bdd-b734-4f7a65e26d52,revision_number=1']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:45.299525 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d005715f-7e8f-453b-8672-8975b676e866 req-0c41479f-e342-4e56-8e28-2c0a3b068d7b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453415 Oct 14 06:59:45.382656 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Attempting to bind port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:45.383115 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Attempting to bind port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:45.384021 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Attempting to bind port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 on network 0d570353-2231-4112-a9e2-e7cc84566a32 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:45.388974 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:45.389437 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Checking segment: {'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:45.389896 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:45.390346 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Bound using segment: {'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:45.390898 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Bound port: 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:45.391409 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:45.512604 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] For port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:45.520723 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] For port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=1415b8b9-3ee6-4bdd-b734-4f7a65e26d52,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:45.626386 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:45.764015 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3d27d-360a-48c9-aa5f-e4bb7e37488f None None] Pushing event updated for resources: {'Port': ['ID=1415b8b9-3ee6-4bdd-b734-4f7a65e26d52,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:45.828251 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:45.840864 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 06:59:45.856184 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:45.883399 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 06:59:45.884066 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 91a4fb5e-cd65-47f8-8f25-57d1b55d8d8d not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 06:59:46.037221 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Allocated IP 172.27.0.139 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/14ac73df-d0cf-44e5-b3b7-b01e41467292) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:46.222477 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cdcb8-d729-4114-ae20-1268c6983ea7 req-5481b7ac-3e10-469c-a1a5-991c13d9790c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:46.227115 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e53cdcb8-d729-4114-ae20-1268c6983ea7 req-5481b7ac-3e10-469c-a1a5-991c13d9790c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.1827025 Oct 14 06:59:46.290526 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e53cdcb8-d729-4114-ae20-1268c6983ea7 req-e70b1c5d-f1f1-49f4-b2a5-ba5958798858 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568576 Oct 14 06:59:46.298652 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:46.412001 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:46.480068 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:46.486305 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:46.492950 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:46.542944 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f39dca-589a-42e0-8ebe-e34c896e45d4 req-86b3d6e0-d1bc-40d9-b656-4154c550683c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:46.544705 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-77f39dca-589a-42e0-8ebe-e34c896e45d4 req-86b3d6e0-d1bc-40d9-b656-4154c550683c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1471889 Oct 14 06:59:46.547798 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Pushing event updated for resources: {'Port': ['ID=14ac73df-d0cf-44e5-b3b7-b01e41467292,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:46.642932 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-77f39dca-589a-42e0-8ebe-e34c896e45d4 req-5eca9b27-cee0-409c-9192-e3a3bcf0dbf0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764482 Oct 14 06:59:46.861243 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4eb7e-673c-4cdc-942d-dda37ef4b50a req-80cc01e4-c061-4a73-988e-29a34854e2de tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:46.868269 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0fd4eb7e-673c-4cdc-942d-dda37ef4b50a req-80cc01e4-c061-4a73-988e-29a34854e2de tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 946 time: 0.2146885 Oct 14 06:59:46.901125 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:46.928459 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0fd4eb7e-673c-4cdc-942d-dda37ef4b50a req-3da31873-1f33-4e11-9a7a-fc3721dd7c5c tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564308 Oct 14 06:59:46.980457 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:46.980829 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:47.080065 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:47.087959 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:47.129383 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=1415b8b9-3ee6-4bdd-b734-4f7a65e26d52,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:47.133169 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa46f71-f21b-4666-890d-f0cb09b2ed10 None None] Network 0d570353-2231-4112-a9e2-e7cc84566a32 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:59:47.209156 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:47.295342 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-de5c4fe1-d015-4abc-83d0-dd753b8529be None None] Provisioning complete for port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:47.296629 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-de5c4fe1-d015-4abc-83d0-dd753b8529be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:47.523248 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=1415b8b9-3ee6-4bdd-b734-4f7a65e26d52,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:47.535247 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1728153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170'] for router, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:47.555888 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45738d00-a8cb-49cf-8549-b3bae3683a00 req-1b68e190-a48a-4e9c-9b1e-9edb28652c6c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:47.560558 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-45738d00-a8cb-49cf-8549-b3bae3683a00 req-1b68e190-a48a-4e9c-9b1e-9edb28652c6c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0807064 Oct 14 06:59:47.638635 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-45738d00-a8cb-49cf-8549-b3bae3683a00 req-b7c9540d-39d0-454e-8640-168e037e6fd7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501626 Oct 14 06:59:47.797831 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf19b4-9651-4b8d-8c7d-a2fc15406d1c req-775962d4-4fed-4171-9a79-a33946333ba4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:47.799399 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4caf19b4-9651-4b8d-8c7d-a2fc15406d1c req-775962d4-4fed-4171-9a79-a33946333ba4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0747774 Oct 14 06:59:47.860368 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4caf19b4-9651-4b8d-8c7d-a2fc15406d1c req-9adef567-0fd9-46d5-a5b0-5be09efee89e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541544 Oct 14 06:59:47.860975 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-e190d914-7eb4-4cd1-b1fd-48a08a8a7722 None None] Provisioning complete for port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:47.861413 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e190d914-7eb4-4cd1-b1fd-48a08a8a7722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:48.061830 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122c3c-38c7-4372-9412-3b92b4378f76 req-66415e3c-79a4-4bd8-a635-d442904c4894 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:48.063192 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a2122c3c-38c7-4372-9412-3b92b4378f76 req-66415e3c-79a4-4bd8-a635-d442904c4894 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 946 time: 0.0529459 Oct 14 06:59:48.103741 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a2122c3c-38c7-4372-9412-3b92b4378f76 req-8b133062-ea64-4e36-90b2-542cfaef1975 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Oct 14 06:59:48.247712 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 is scheduled to L3 agent bad82139-abe0-460d-a24f-34a70776a820 with binding_index 1 {{(pid=106664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 06:59:48.372873 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:59:48.387570 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Sync routers for ids ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:59:48.398653 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Routers {'4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:48.399423 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:48.466937 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] Publish callbacks [] for router, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:48.468442 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8514b227-afb6-42a2-8c49-22b9536fbb71 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9238610 Oct 14 06:59:48.471243 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59306) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:48.515241 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Set router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:48.623792 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45427528-b5cd-46e3-9fc2-b9fc26a7e0de req-17aaebd3-f24b-474c-8ce6-a2a6d4a5ea6e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:48.625291 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-45427528-b5cd-46e3-9fc2-b9fc26a7e0de req-17aaebd3-f24b-474c-8ce6-a2a6d4a5ea6e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.1419258 Oct 14 06:59:48.701683 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 06:59:48.731532 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-45427528-b5cd-46e3-9fc2-b9fc26a7e0de req-56f89e14-5776-47d2-8d95-9a01835eeb3d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914037 Oct 14 06:59:48.732507 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:46Z', 'revision_number': 3, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:48.784726 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Checking router: 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:59:48.785095 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Updating router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 port 14ac73df-d0cf-44e5-b3b7-b01e41467292 binding host dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:59:48.832058 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-1cf2c000-60d4-4f66-bb3b-a6b4de41b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:48.838933 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-1cf2c000-60d4-4f66-bb3b-a6b4de41b8a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 1098 time: 0.0741787 Oct 14 06:59:48.839073 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:48.915384 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:49.075150 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:49.076776 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:49.112990 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-8526317d-c4f1-4dc4-a461-3c2df02a09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:49.117473 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-8526317d-c4f1-4dc4-a461-3c2df02a09d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 912 time: 0.2168021 Oct 14 06:59:49.168631 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Publish callbacks [] for port, precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:49.190040 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b9840-b3f3-454a-8e9f-c9485a90a1b7 req-ee4871f8-527c-425d-9b30-1decc4535493 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:49.190040 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7b8b9840-b3f3-454a-8e9f-c9485a90a1b7 req-ee4871f8-527c-425d-9b30-1decc4535493 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.0847356 Oct 14 06:59:49.236157 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:49.265941 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Attempting to bind port 14ac73df-d0cf-44e5-b3b7-b01e41467292 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:49.266649 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Attempting to bind port 14ac73df-d0cf-44e5-b3b7-b01e41467292 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:49.267197 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Attempting to bind port 14ac73df-d0cf-44e5-b3b7-b01e41467292 on network 37b6d0c9-4876-4604-a10d-30652fabd51d {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:49.294039 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:49.294946 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:49.295545 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:49.296314 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Bound using segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:49.297102 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Bound port: 14ac73df-d0cf-44e5-b3b7-b01e41467292, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:49.297928 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:49.336571 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-90bcc2c4-5996-458c-a651-ff483e836eaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9033cf30-15ef-4362-9430-685c04ed1666 HTTP/1.1" status: 200 len: 1001 time: 0.1059644 Oct 14 06:59:49.343681 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7b8b9840-b3f3-454a-8e9f-c9485a90a1b7 req-38161211-1b17-4b1c-9b2f-e4e720c76bad tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153810 Oct 14 06:59:49.376713 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] For port 14ac73df-d0cf-44e5-b3b7-b01e41467292, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:49.381943 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] For port 14ac73df-d0cf-44e5-b3b7-b01e41467292, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=14ac73df-d0cf-44e5-b3b7-b01e41467292,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:49.402544 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b2e48-f662-4b5d-9b70-4bf3a2cd06d2 None None] Pushing event updated for resources: {'Port': ['ID=14ac73df-d0cf-44e5-b3b7-b01e41467292,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:49.434430 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-7bcdc5e3-2d83-48d9-8946-9befde4db95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:49.438917 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-7bcdc5e3-2d83-48d9-8946-9befde4db95a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4b593eb-eaa1-442b-aeba-f9575e021948 HTTP/1.1" status: 200 len: 850 time: 0.0825832 Oct 14 06:59:49.469841 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:49.488229 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32150060-3fc2-4bcf-ae5d-13efd0c1bf3b req-6a28a04f-7de8-41ac-ac72-983f8c616668 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:49.490332 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-32150060-3fc2-4bcf-ae5d-13efd0c1bf3b req-6a28a04f-7de8-41ac-ac72-983f8c616668 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 946 time: 0.2632570 Oct 14 06:59:49.505574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-26926a1f-642e-4b31-bb1c-1f078bd31d95 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:49.507046 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-26926a1f-642e-4b31-bb1c-1f078bd31d95 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 946 time: 0.2504516 Oct 14 06:59:49.521600 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-f5fdf9fd-d86b-4518-b7a3-fab614e6dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:49.528358 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-f5fdf9fd-d86b-4518-b7a3-fab614e6dc41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66155dfa-dea4-48a3-b82b-3a2397f9f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803008 Oct 14 06:59:49.554102 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b2e48-f662-4b5d-9b70-4bf3a2cd06d2 None None] Pushing event updated for resources: {'Port': ['ID=14ac73df-d0cf-44e5-b3b7-b01e41467292,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:49.588172 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Routers {'4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:49.589690 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:49.637827 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-32150060-3fc2-4bcf-ae5d-13efd0c1bf3b req-c962ac4d-2700-4b5a-b1cb-b7184ce9c681 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/security-groups?id=04fa511a-dfda-4e16-aa4e-e31fcccee7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297481 Oct 14 06:59:49.639824 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-12f7a61c-9402-4193-932b-c9a228878540 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023190 Oct 14 06:59:49.675042 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:49.806373 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-4702fd92-52f7-47a8-b3bd-e1ef013d3afb tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Deleting port 0f693ed8-d925-4706-b26d-4dde158eb1c4 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 06:59:49.806703 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-4702fd92-52f7-47a8-b3bd-e1ef013d3afb tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:49.821073 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] Set router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:49.864937 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cd64eccb-d8be-4cdc-ac8e-9dbd94c92c2a req-cc69afdf-1ebd-4467-8207-e0189cdb403a service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113690 Oct 14 06:59:50.012452 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Allocated IP 172.20.0.1 (0d570353-2231-4112-a9e2-e7cc84566a32/70e79e12-9c45-45e7-bae4-91c3adf904d9/c1c09c11-38e5-4092-9fb0-8f83a8955f1e) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:50.092097 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:46Z', 'revision_number': 3, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:50.133016 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b3ec16-f068-41d7-b727-f7e6363c6bec None None] The sync data for ids ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'] in dv-cinder-804470-7-iscsi is: [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:46Z', 'revision_number': 3, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:59:50.479154 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0957b9c-7cf6-49f5-b50c-50e78cfe5705 req-3fdfc702-9c8a-4939-b2fb-c50ff65beabe tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:50.480758 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b0957b9c-7cf6-49f5-b50c-50e78cfe5705 req-3fdfc702-9c8a-4939-b2fb-c50ff65beabe tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.6558874 Oct 14 06:59:50.504048 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-4702fd92-52f7-47a8-b3bd-e1ef013d3afb tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] For port 0f693ed8-d925-4706-b26d-4dde158eb1c4, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=0f693ed8-d925-4706-b26d-4dde158eb1c4,segment=NetworkSegment(61d10f54-2c9d-44b8-b542-41fa6ff04cbd),segment_id=61d10f54-2c9d-44b8-b542-41fa6ff04cbd)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:50.504521 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-4702fd92-52f7-47a8-b3bd-e1ef013d3afb tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:50.527284 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-4702fd92-52f7-47a8-b3bd-e1ef013d3afb tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Calling delete_port for 0f693ed8-d925-4706-b26d-4dde158eb1c4 owned by compute:nova {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 06:59:50.620580 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:50.838502 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:50.857095 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b0957b9c-7cf6-49f5-b50c-50e78cfe5705 req-826a9ac6-d454-477b-8a3a-55a8b2eff165 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458484 Oct 14 06:59:50.904271 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120794b0-a324-45db-9ab1-33b641c7fe11 req-4ece6136-2a8b-4ef4-a775-e34367c097a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:50.905747 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 14ac73df-d0cf-44e5-b3b7-b01e41467292 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:50.908257 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120794b0-a324-45db-9ab1-33b641c7fe11 req-4ece6136-2a8b-4ef4-a775-e34367c097a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 1099 time: 0.0989330 Oct 14 06:59:51.019429 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Network 0d570353-2231-4112-a9e2-e7cc84566a32 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:51.043183 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10accd85-2f8d-414c-a78e-58840b96ddad req-9e535deb-ebc6-4bf5-97de-25eb06ecb037 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:51.067631 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 14ac73df-d0cf-44e5-b3b7-b01e41467292 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:51.068006 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:51.072979 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10accd85-2f8d-414c-a78e-58840b96ddad req-9e535deb-ebc6-4bf5-97de-25eb06ecb037 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.3776710 Oct 14 06:59:51.132249 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:51.146846 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:51.189382 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120794b0-a324-45db-9ab1-33b641c7fe11 req-823bd99e-8d4a-4226-a36f-6e21203ca81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:51.191090 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120794b0-a324-45db-9ab1-33b641c7fe11 req-823bd99e-8d4a-4226-a36f-6e21203ca81a service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 920 time: 0.2712121 Oct 14 06:59:51.221408 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:51.249359 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 14ac73df-d0cf-44e5-b3b7-b01e41467292, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=14ac73df-d0cf-44e5-b3b7-b01e41467292,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:51.300725 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120794b0-a324-45db-9ab1-33b641c7fe11 req-8b702ef2-076f-42b5-a37d-34977f7f439d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=067ecb6b-20fb-43d0-aefe-10850bf898da HTTP/1.1" status: 200 len: 217 time: 0.0839865 Oct 14 06:59:51.318264 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c09c11-38e5-4092-9fb0-8f83a8955f1e,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:51.345293 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:51.381780 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729365'] for router_interface, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:51.390171 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10accd85-2f8d-414c-a78e-58840b96ddad req-f225773d-cb42-4deb-891a-b6b45f776b1b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142350 Oct 14 06:59:51.422829 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120794b0-a324-45db-9ab1-33b641c7fe11 req-171a391f-2f31-42eb-a0cc-1844547b1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:51.424380 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120794b0-a324-45db-9ab1-33b641c7fe11 req-171a391f-2f31-42eb-a0cc-1844547b1cfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 200 len: 859 time: 0.1080637 Oct 14 06:59:51.440697 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-4702fd92-52f7-47a8-b3bd-e1ef013d3afb tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:51.489682 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702fd92-52f7-47a8-b3bd-e1ef013d3afb tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Pushing event deleted for resources: {'Port': ['ID=0f693ed8-d925-4706-b26d-4dde158eb1c4,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:51.507879 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c652e2-fb92-44cb-b1c3-118b31d56fd5 req-1a78c53e-6433-4fd9-8100-8d2a37363f80 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:51.509514 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6c652e2-fb92-44cb-b1c3-118b31d56fd5 req-1a78c53e-6433-4fd9-8100-8d2a37363f80 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.4993861 Oct 14 06:59:51.518020 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['0f693ed8-d925-4706-b26d-4dde158eb1c4'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 06:59:51.534446 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120794b0-a324-45db-9ab1-33b641c7fe11 req-6bfd922c-7cd8-43c1-bad1-40c14825f751 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976379 Oct 14 06:59:51.684988 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120794b0-a324-45db-9ab1-33b641c7fe11 req-91a50666-6484-49ad-bb6d-36055e4eb97e service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335959 Oct 14 06:59:51.687151 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-4702fd92-52f7-47a8-b3bd-e1ef013d3afb tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] No DVR routers for this DVR port 0f693ed8-d925-4706-b26d-4dde158eb1c4 on host hv-cinder-80447 {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 06:59:51.690970 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-4702fd92-52f7-47a8-b3bd-e1ef013d3afb tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:51.695518 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0103a659-158f-4b4b-912a-e6aaa3bfa567 req-4702fd92-52f7-47a8-b3bd-e1ef013d3afb tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.39 "DELETE /v2.0/ports/0f693ed8-d925-4706-b26d-4dde158eb1c4 HTTP/1.1" status: 204 len: 173 time: 2.1774931 Oct 14 06:59:51.704864 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f', 'name': 'network-vif-deleted', 'tag': '0f693ed8-d925-4706-b26d-4dde158eb1c4'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 06:59:51.707839 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3547840-8e55-48c2-ba75-57c8bff8898b" -d '{"events": [{"server_uuid": "2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f", "name": "network-vif-deleted", "tag": "0f693ed8-d925-4706-b26d-4dde158eb1c4"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 06:59:51.713012 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5b3322e7-7364-4815-80c5-633cfc91305b req-c2c24b66-879c-4e4e-8087-3728b24bde35 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 210 time: 0.1212823 Oct 14 06:59:51.734606 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6c652e2-fb92-44cb-b1c3-118b31d56fd5 req-90639664-1630-4007-a264-647a24aa8400 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992943 Oct 14 06:59:51.814363 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 06:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4c1165-6ba3-4f82-92a1-369a2523c22a x-openstack-request-id: req-7b4c1165-6ba3-4f82-92a1-369a2523c22a {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 06:59:51.815338 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f", "name": "network-vif-deleted", "tag": "0f693ed8-d925-4706-b26d-4dde158eb1c4", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 06:59:51.815651 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b4c1165-6ba3-4f82-92a1-369a2523c22a {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 06:59:51.816065 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f', 'name': 'network-vif-deleted', 'tag': '0f693ed8-d925-4706-b26d-4dde158eb1c4', 'status': 'completed', 'code': 200} Oct 14 06:59:51.818686 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=14ac73df-d0cf-44e5-b3b7-b01e41467292,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:51.836901 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-c3c3b945-aaa1-4e7c-a4d2-b925c47960bb None None] Provisioning complete for port c1c09c11-38e5-4092-9fb0-8f83a8955f1e triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:51.837267 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-c3c3b945-aaa1-4e7c-a4d2-b925c47960bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:51.885651 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3b945-aaa1-4e7c-a4d2-b925c47960bb None None] Port c1c09c11-38e5-4092-9fb0-8f83a8955f1e cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:59:51.915758 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:51.928518 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:51.929667 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-120794b0-a324-45db-9ab1-33b641c7fe11 req-23278bb8-d76a-45e4-a1de-2623303e34b7 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354932 Oct 14 06:59:52.071788 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69fc32-8f88-4082-8562-275c941a204a req-d4e29f41-60c8-4f68-9b13-6a8503df515f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:52.080399 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0d69fc32-8f88-4082-8562-275c941a204a req-d4e29f41-60c8-4f68-9b13-6a8503df515f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0972359 Oct 14 06:59:52.159178 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0d69fc32-8f88-4082-8562-275c941a204a req-8897b4fc-0a65-41c3-b5d4-0e9d0f610e98 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778871 Oct 14 06:59:52.221571 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:52.282284 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:52.331049 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729313'] for router_interface, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:52.426649 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c09c11-38e5-4092-9fb0-8f83a8955f1e,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:52.469602 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Network 0d570353-2231-4112-a9e2-e7cc84566a32 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:52.471673 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:52.715395 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78bc1f-a874-4ac4-a72c-355dfb273ba2 req-32d9b4e8-50d0-4a6a-b518-4ec8a2b984ea tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:52.717104 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fd78bc1f-a874-4ac4-a72c-355dfb273ba2 req-32d9b4e8-50d0-4a6a-b518-4ec8a2b984ea tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1702883 Oct 14 06:59:52.726381 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 06:59:52.816888 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-16e9a6b7-8b50-4456-805c-2858a04b7bb5 None None] Provisioning complete for port c1c09c11-38e5-4092-9fb0-8f83a8955f1e triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:52.819923 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-16e9a6b7-8b50-4456-805c-2858a04b7bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:52.883086 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fd78bc1f-a874-4ac4-a72c-355dfb273ba2 req-d1ac9f89-20bb-4a02-8e1d-e55e106d2c1f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550977 Oct 14 06:59:52.939136 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-32527f1f-0804-4251-a01d-0194afe31a8c req-aafa069a-e3be-42d3-bcc1-b11639e56a46 tempest-VolumesActionsTest-1285461824 tempest-VolumesActionsTest-1285461824-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d0d44ad-2331-4aa4-94a3-8b7d9cd4050f HTTP/1.1" status: 200 len: 210 time: 0.0732636 Oct 14 06:59:52.982743 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 14ac73df-d0cf-44e5-b3b7-b01e41467292 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:52.982743 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-16e9a6b7-8b50-4456-805c-2858a04b7bb5 None None] Port c1c09c11-38e5-4092-9fb0-8f83a8955f1e cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:59:53.030190 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:59:53.038790 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 14ac73df-d0cf-44e5-b3b7-b01e41467292 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:53.039225 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:53.072949 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-80b6a8aa-b6f8-41d5-9acd-315bbc010470 admin admin] 10.222.0.26 "PUT /v2.0/routers/4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5893331 Oct 14 06:59:53.115569 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Sync routers for ids ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:59:53.136036 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Routers {'4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:53.140554 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:53.197816 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2d852-e02c-4d8a-941a-bb363ea5d52a req-56d71f29-70cc-422e-8d7f-b86ad4824f9d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:53.201605 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ebb2d852-e02c-4d8a-941a-bb363ea5d52a req-56d71f29-70cc-422e-8d7f-b86ad4824f9d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1141455 Oct 14 06:59:53.255244 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ebb2d852-e02c-4d8a-941a-bb363ea5d52a req-6e2924d9-bb12-4921-952e-274e16e659de tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463259 Oct 14 06:59:53.316762 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Set router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:53.545052 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'c1c09c11-38e5-4092-9fb0-8f83a8955f1e', 'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'mac_address': 'fa:16:3e:33:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:49Z', 'updated_at': '2021-10-14T06:59:52Z', 'revision_number': 2, 'project_id': '765e6609fafd4beead27cad66132a83e', 'subnets': [{'id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:53.577492 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Checking router: 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:59:53.577840 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Updating router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 port c1c09c11-38e5-4092-9fb0-8f83a8955f1e binding host dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:59:53.602023 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:53.908924 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Publish callbacks [] for port, precommit_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:53.914777 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 0f693ed8-d925-4706-b26d-4dde158eb1c4 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 06:59:53.938665 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 0f693ed8-d925-4706-b26d-4dde158eb1c4 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 06:59:53.938994 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 0f693ed8-d925-4706-b26d-4dde158eb1c4 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 06:59:53.979541 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.087009 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430471f-9bef-460c-8cb9-d4e8f0e4f356 None None] Pushing event updated for resources: {'Port': ['ID=c1c09c11-38e5-4092-9fb0-8f83a8955f1e,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:54.149636 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbb58c-7c8c-4407-92ed-8545ce82f6e2 req-e230fadb-f2c3-4c82-8b0b-b1bc67691154 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:54.156349 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Attempting to bind port c1c09c11-38e5-4092-9fb0-8f83a8955f1e on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:54.156847 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Attempting to bind port c1c09c11-38e5-4092-9fb0-8f83a8955f1e by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:54.157429 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Attempting to bind port c1c09c11-38e5-4092-9fb0-8f83a8955f1e on network 0d570353-2231-4112-a9e2-e7cc84566a32 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:54.163323 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-06fbb58c-7c8c-4407-92ed-8545ce82f6e2 req-e230fadb-f2c3-4c82-8b0b-b1bc67691154 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1010840 Oct 14 06:59:54.164914 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:54.165494 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Checking segment: {'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:54.166069 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.166539 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Bound using segment: {'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:54.167983 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Bound port: c1c09c11-38e5-4092-9fb0-8f83a8955f1e, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:54.168622 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.272477 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-06fbb58c-7c8c-4407-92ed-8545ce82f6e2 req-c2d29885-762a-4239-bf56-8b80425838a4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998981 Oct 14 06:59:54.293468 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] For port c1c09c11-38e5-4092-9fb0-8f83a8955f1e, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:54.295408 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] For port c1c09c11-38e5-4092-9fb0-8f83a8955f1e, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=c1c09c11-38e5-4092-9fb0-8f83a8955f1e,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:54.386089 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.405674 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59388) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:54.412066 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1763089866-network', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:54.433522 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d53fbf-72c2-4938-a4a0-e201ee772d4b req-fe84d4c8-c7b7-4a83-bdfa-fad213ec962e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:54.440946 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-89d53fbf-72c2-4938-a4a0-e201ee772d4b req-fe84d4c8-c7b7-4a83-bdfa-fad213ec962e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0939281 Oct 14 06:59:54.473519 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Routers {'4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:54.474185 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:54.476421 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-40a47156-f589-4a74-8556-c5c366e4e44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.487800 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-89d53fbf-72c2-4938-a4a0-e201ee772d4b req-6e39afe8-3781-448a-97c3-af166363ab09 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Oct 14 06:59:54.520440 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Made reservation on behalf of d3f4db52a9314166b4d8ed0e45950bda for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:59:54.522708 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.534316 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.577968 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430471f-9bef-460c-8cb9-d4e8f0e4f356 None None] Pushing event updated for resources: {'Port': ['ID=c1c09c11-38e5-4092-9fb0-8f83a8955f1e,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:54.595021 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-b286faa2-a4b3-4afd-bf88-2a7d3d938369 None None] Provisioning complete for port c1c09c11-38e5-4092-9fb0-8f83a8955f1e triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:54.595390 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b286faa2-a4b3-4afd-bf88-2a7d3d938369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.648708 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.721234 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] Set router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:54.825202 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.850157 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 06:59:54.861803 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cd1b27-cd5c-4e42-ad5b-80291f324056,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:54.866545 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b286faa2-a4b3-4afd-bf88-2a7d3d938369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.867388 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.867832 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Added segment d651e8ab-9c9d-4d0a-8735-9956938a8a09 of type vlan for network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 Oct 14 06:59:54.911791 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:54.950874 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-b286faa2-a4b3-4afd-bf88-2a7d3d938369 None None] For port c1c09c11-38e5-4092-9fb0-8f83a8955f1e, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=c1c09c11-38e5-4092-9fb0-8f83a8955f1e,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:55.017932 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'c1c09c11-38e5-4092-9fb0-8f83a8955f1e', 'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'mac_address': 'fa:16:3e:33:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:49Z', 'updated_at': '2021-10-14T06:59:54Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'subnets': [{'id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:55.023062 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:55.024079 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:55.024751 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:55.053967 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bbcc5-d428-4925-81ef-e63f0500db3a None None] The sync data for ids ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'] in dv-cinder-804470-7-iscsi is: [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'c1c09c11-38e5-4092-9fb0-8f83a8955f1e', 'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'mac_address': 'fa:16:3e:33:c9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:49Z', 'updated_at': '2021-10-14T06:59:54Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'subnets': [{'id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 06:59:55.059607 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b286faa2-a4b3-4afd-bf88-2a7d3d938369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:55.093972 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] Pushing event updated for resources: {'Network': ['ID=091fb66d-2b9d-4a02-bf77-4b4b860a8b13,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:55.125135 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-a4f7fdf1-25cc-41dc-9a54-5e62ae7c2766 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7098451 Oct 14 06:59:55.125316 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59408) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:55.125405 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 06:59:55.127994 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Request body: {'subnet': {'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1763089866-subnet', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'ip_version': 4}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:55.271156 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Made reservation on behalf of d3f4db52a9314166b4d8ed0e45950bda for: {'subnet': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 06:59:55.273600 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15940678'] for subnet, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:55.371094 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286faa2-a4b3-4afd-bf88-2a7d3d938369 None None] Pushing event updated for resources: {'Port': ['ID=c1c09c11-38e5-4092-9fb0-8f83a8955f1e,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:55.386440 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-f97a0328-6d67-4a91-bca6-dd374ea18785 None None] Provisioning complete for port c1c09c11-38e5-4092-9fb0-8f83a8955f1e triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:55.386664 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f97a0328-6d67-4a91-bca6-dd374ea18785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:55.497394 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6acbee-ba28-49ef-a0aa-60a3fdaec86f req-59420b64-83f7-4120-9311-b35533d5b4c7 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:55.519749 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2b6acbee-ba28-49ef-a0aa-60a3fdaec86f req-59420b64-83f7-4120-9311-b35533d5b4c7 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1205690 Oct 14 06:59:55.609153 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2b6acbee-ba28-49ef-a0aa-60a3fdaec86f req-4c45f3f4-ac4f-468b-81b4-578b3c99e0e3 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851886 Oct 14 06:59:55.699586 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7687-c18a-446c-8e28-56177f793dcb req-cfde361a-be43-46ec-8b4c-154d44a342c7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:55.702038 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e50d7687-c18a-446c-8e28-56177f793dcb req-cfde361a-be43-46ec-8b4c-154d44a342c7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1082942 Oct 14 06:59:55.751897 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e50d7687-c18a-446c-8e28-56177f793dcb req-23293e8b-7f2b-4324-b016-27d8c2b6212f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Oct 14 06:59:55.776798 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15815798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15940688'] for subnet, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:55.834747 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6092953c-d270-4a47-8060-0f16712291b5,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:55.840454 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Checking segment: {'id': 'd651e8ab-9c9d-4d0a-8735-9956938a8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:55.840760 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Network hostable DHCP agents. Network: 091fb66d-2b9d-4a02-bf77-4b4b860a8b13, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 06:59:55.938986 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 06:59:56.024867 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 091fb66d-2b9d-4a02-bf77-4b4b860a8b13) {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:56.029166 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:56.029858 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.034927 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced29245-da2a-4e6d-936a-4207e0dbb1fd None None] Network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:59:56.122736 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-c20d4152-508c-4527-9e11-ee61d260fa24 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0016036 Oct 14 06:59:56.125325 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59484) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:56.130009 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1763089866-router', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 06:59:56.201118 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdd202b-93ae-5922-b066-41e6b1e9604a-091fb66d-2b9d-4a02-bf77-4b4b860a8b13', 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'fixed_ips': [{'subnet_id': '6092953c-d270-4a47-8060-0f16712291b5'}]}} from dv-cinder-804470-7-iscsi. {{(pid=106665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 06:59:56.202182 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.241095 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1728020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101576'] for router, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.242436 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101569'] for router, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.300122 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.358733 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.db_base_plugin_common [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Allocated IP 172.20.0.2 (091fb66d-2b9d-4a02-bf77-4b4b860a8b13/6092953c-d270-4a47-8060-0f16712291b5/946cc641-cf08-4015-ad98-dd6406c77230) {{(pid=106665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:56.504005 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.518849 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Publish callbacks [] for port, precommit_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.594879 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.633086 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 is already hosted by enough agents. {{(pid=106665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:56.636175 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.base_scheduler [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Resources bound (agent type, host, resource id): {{(pid=106665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:56.641861 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Received port after_create {{(pid=106665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:56.648510 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Pushing event updated for resources: {'Port': ['ID=946cc641-cf08-4015-ad98-dd6406c77230,revision_number=1']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:56.701549 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Attempting to bind port 946cc641-cf08-4015-ad98-dd6406c77230 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:56.701930 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Attempting to bind port 946cc641-cf08-4015-ad98-dd6406c77230 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'd651e8ab-9c9d-4d0a-8735-9956938a8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:56.702287 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Attempting to bind port 946cc641-cf08-4015-ad98-dd6406c77230 on network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:56.707933 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:56.708345 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Checking segment: {'id': 'd651e8ab-9c9d-4d0a-8735-9956938a8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:56.708747 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.709142 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Bound using segment: {'id': 'd651e8ab-9c9d-4d0a-8735-9956938a8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:56.709698 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Bound port: 946cc641-cf08-4015-ad98-dd6406c77230, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd651e8ab-9c9d-4d0a-8735-9956938a8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:56.709975 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.804113 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] For port 946cc641-cf08-4015-ad98-dd6406c77230, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:56.807786 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] For port 946cc641-cf08-4015-ad98-dd6406c77230, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=946cc641-cf08-4015-ad98-dd6406c77230,segment=NetworkSegment(d651e8ab-9c9d-4d0a-8735-9956938a8a09),segment_id=d651e8ab-9c9d-4d0a-8735-9956938a8a09)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:56.841748 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device c1c09c11-38e5-4092-9fb0-8f83a8955f1e up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:56.883496 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.948804 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port c1c09c11-38e5-4092-9fb0-8f83a8955f1e triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:56.949171 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:56.950757 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba4169-b78f-4331-a74f-4e0de12f3dc0 None None] Pushing event updated for resources: {'Port': ['ID=946cc641-cf08-4015-ad98-dd6406c77230,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:57.093735 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccacb2a-b6e5-4f54-bc91-0a1c3dd61c6d req-d9ec8aec-95c5-4e70-b1a9-c78649bec3fd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:57.095233 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4ccacb2a-b6e5-4f54-bc91-0a1c3dd61c6d req-d9ec8aec-95c5-4e70-b1a9-c78649bec3fd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1203139 Oct 14 06:59:57.102982 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5209dd-9d60-4d72-a53e-12fa80630d5a req-c9a3f4d9-658c-4bd1-9650-2c84a01f01ef tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:57.105144 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eb5209dd-9d60-4d72-a53e-12fa80630d5a req-c9a3f4d9-658c-4bd1-9650-2c84a01f01ef tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1283643 Oct 14 06:59:57.112968 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:57.151046 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:57.179532 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1240ac3f-8136-4b0e-a443-cc1b2c573c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:57.249018 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4ccacb2a-b6e5-4f54-bc91-0a1c3dd61c6d req-d98f0794-a246-494f-9a06-c264c0534428 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435127 Oct 14 06:59:57.253918 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eb5209dd-9d60-4d72-a53e-12fa80630d5a req-e89f9d09-a183-4ceb-bdc5-3319368d853f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365201 Oct 14 06:59:57.339787 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Allocated IP 172.27.0.165 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/1c7170f0-6dd9-416d-a753-23f04b15b272) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:57.449795 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:57.522199 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:57.560795 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:57.563787 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:57.569496 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:57.574879 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7170f0-6dd9-416d-a753-23f04b15b272,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:57.895147 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:58.063149 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96932a29-8182-456e-bae4-25092c837c00 None None] Network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 06:59:58.106154 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1728153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170'] for router, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:58.185315 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-c843390a-76b2-4d69-81b0-2423758d4907 None None] Provisioning complete for port 946cc641-cf08-4015-ad98-dd6406c77230 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:58.185694 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-c843390a-76b2-4d69-81b0-2423758d4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:58.326134 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Router 9775418b-ee77-404f-9d36-ef92fe959d66 is scheduled to L3 agent bad82139-abe0-460d-a24f-34a70776a820 with binding_index 1 {{(pid=106664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 06:59:58.328056 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-c843390a-76b2-4d69-81b0-2423758d4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:58.363415 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:58.373289 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-c843390a-76b2-4d69-81b0-2423758d4907 None None] For port 946cc641-cf08-4015-ad98-dd6406c77230, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=946cc641-cf08-4015-ad98-dd6406c77230,segment=NetworkSegment(d651e8ab-9c9d-4d0a-8735-9956938a8a09),segment_id=d651e8ab-9c9d-4d0a-8735-9956938a8a09)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 06:59:58.482632 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-c843390a-76b2-4d69-81b0-2423758d4907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:58.487751 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:58.523755 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09144-ab39-45ea-bcfa-4ddba1ba711d req-e85b4316-82e8-49fe-8394-64c184575d59 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:58.524219 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-66d09144-ab39-45ea-bcfa-4ddba1ba711d req-e85b4316-82e8-49fe-8394-64c184575d59 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1808648 Oct 14 06:59:58.546820 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76517ed-98d7-48e9-b1d3-4c821313e218 req-7d008ae3-f734-4963-8c18-9ef57385a4d1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:58.549701 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e76517ed-98d7-48e9-b1d3-4c821313e218 req-7d008ae3-f734-4963-8c18-9ef57385a4d1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1719761 Oct 14 06:59:58.554173 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843390a-76b2-4d69-81b0-2423758d4907 None None] Pushing event updated for resources: {'Port': ['ID=946cc641-cf08-4015-ad98-dd6406c77230,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:58.558008 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 06:59:58.573785 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Sync routers for ids ['9775418b-ee77-404f-9d36-ef92fe959d66'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 06:59:58.580891 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Routers {'9775418b-ee77-404f-9d36-ef92fe959d66'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:58.581620 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['9775418b-ee77-404f-9d36-ef92fe959d66'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:58.603046 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-45de147e-9d7d-4a0b-8f6e-2e0cd6bbb270 None None] Provisioning complete for port 946cc641-cf08-4015-ad98-dd6406c77230 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:58.603572 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-45de147e-9d7d-4a0b-8f6e-2e0cd6bbb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:58.630791 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-66d09144-ab39-45ea-bcfa-4ddba1ba711d req-f5ed44d3-315a-4c36-824e-0d2845d9b1b9 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806663 Oct 14 06:59:58.650615 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e76517ed-98d7-48e9-b1d3-4c821313e218 req-8d2773cd-e7b8-483f-965f-7d65dd39f95d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737553 Oct 14 06:59:58.693617 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] Publish callbacks [] for router, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:58.694940 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-b31f0a4c-c383-4147-9860-03d48f35bf19 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5686746 Oct 14 06:59:58.697850 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59636) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 06:59:58.729509 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Set router 9775418b-ee77-404f-9d36-ef92fe959d66 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:58.891339 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 946cc641-cf08-4015-ad98-dd6406c77230 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 06:59:58.943097 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 946cc641-cf08-4015-ad98-dd6406c77230 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:58.943596 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.048224 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'name': 'tempest-TestShelveInstance-1763089866-router', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:56Z', 'updated_at': '2021-10-14T06:59:57Z', 'revision_number': 3, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'gw_port': {'id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:57Z', 'updated_at': '2021-10-14T06:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:59.078587 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Checking router: 9775418b-ee77-404f-9d36-ef92fe959d66 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 06:59:59.078928 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Updating router 9775418b-ee77-404f-9d36-ef92fe959d66 port 1c7170f0-6dd9-416d-a753-23f04b15b272 binding host dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 06:59:59.102426 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.162835 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.312749 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Allocated IP 172.20.0.1 (091fb66d-2b9d-4a02-bf77-4b4b860a8b13/6092953c-d270-4a47-8060-0f16712291b5/e4bd1255-8228-4b4e-8f00-c60829e414cc) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 06:59:59.344154 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Publish callbacks [] for port, precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.413556 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.413907 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.469606 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Attempting to bind port 1c7170f0-6dd9-416d-a753-23f04b15b272 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 06:59:59.469972 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Attempting to bind port 1c7170f0-6dd9-416d-a753-23f04b15b272 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 06:59:59.470326 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Attempting to bind port 1c7170f0-6dd9-416d-a753-23f04b15b272 on network 37b6d0c9-4876-4604-a10d-30652fabd51d {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 06:59:59.473049 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca0b5a-b840-4955-b862-4ee59e8b0354 None None] Pushing event updated for resources: {'Port': ['ID=1c7170f0-6dd9-416d-a753-23f04b15b272,revision_number=2']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:59.478104 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 06:59:59.478469 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 06:59:59.478862 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.479240 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Bound using segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 06:59:59.479724 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Bound port: 1c7170f0-6dd9-416d-a753-23f04b15b272, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 06:59:59.480099 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.505443 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.528681 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] For port 1c7170f0-6dd9-416d-a753-23f04b15b272, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 06:59:59.531685 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] For port 1c7170f0-6dd9-416d-a753-23f04b15b272, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=1c7170f0-6dd9-416d-a753-23f04b15b272,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 06:59:59.543137 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 06:59:59.545948 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 06:59:59.552622 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 06:59:59.557865 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bd1255-8228-4b4e-8f00-c60829e414cc,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:59.593443 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729365'] for router_interface, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.617980 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.688371 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Routers {'9775418b-ee77-404f-9d36-ef92fe959d66'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 06:59:59.690682 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['9775418b-ee77-404f-9d36-ef92fe959d66'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 06:59:59.738368 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e977b-394f-40c2-bee6-34d128c95e9d req-9cf0f22e-8051-478e-acb2-0b7acf788fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:59.743243 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-932e977b-394f-40c2-bee6-34d128c95e9d req-9cf0f22e-8051-478e-acb2-0b7acf788fe2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 1099 time: 0.0752993 Oct 14 06:59:59.763766 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca0b5a-b840-4955-b862-4ee59e8b0354 None None] Pushing event updated for resources: {'Port': ['ID=1c7170f0-6dd9-416d-a753-23f04b15b272,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 06:59:59.842802 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] Set router 9775418b-ee77-404f-9d36-ef92fe959d66 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 06:59:59.863142 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d2c0a-a2cd-40cb-b1b8-61d08a1c7b8f req-cd1f0377-dbf5-4423-b64d-e0c548e64d9a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:59.864762 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-204d2c0a-a2cd-40cb-b1b8-61d08a1c7b8f req-cd1f0377-dbf5-4423-b64d-e0c548e64d9a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1385686 Oct 14 06:59:59.871869 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.874517 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e977b-394f-40c2-bee6-34d128c95e9d req-bc653c45-62b6-4821-a2c5-10fddb6bd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:59.876550 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-932e977b-394f-40c2-bee6-34d128c95e9d req-bc653c45-62b6-4821-a2c5-10fddb6bd601 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 917 time: 0.1249869 Oct 14 06:59:59.882445 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd96e-8cc9-44cd-9515-68ca13a3901c req-58fe8eec-8ac6-43a3-99f4-feabafa78ecd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 06:59:59.884000 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-538cd96e-8cc9-44cd-9515-68ca13a3901c req-58fe8eec-8ac6-43a3-99f4-feabafa78ecd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 946 time: 0.1120050 Oct 14 06:59:59.894311 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-4a5aa02f-70ff-441f-b1c2-b9218c8135af None None] Provisioning complete for port e4bd1255-8228-4b4e-8f00-c60829e414cc triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 06:59:59.894897 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4a5aa02f-70ff-441f-b1c2-b9218c8135af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 06:59:59.925155 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 60bedccd-40f4-465d-9aba-dd1504039256 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 06:59:59.958286 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-932e977b-394f-40c2-bee6-34d128c95e9d req-516ae1c0-caad-47c3-8fe0-503681b7321a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bedccd-40f4-465d-9aba-dd1504039256 HTTP/1.1" status: 200 len: 1000 time: 0.0672297 Oct 14 06:59:59.979419 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-4a5aa02f-70ff-441f-b1c2-b9218c8135af None None] Port e4bd1255-8228-4b4e-8f00-c60829e414cc cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 06:59:59.982229 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-538cd96e-8cc9-44cd-9515-68ca13a3901c req-ffb58ddf-f48b-4065-936a-f3aebd5fcefd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833592 Oct 14 06:59:59.993989 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-204d2c0a-a2cd-40cb-b1b8-61d08a1c7b8f req-89b5367c-4462-4309-992d-bb963466ec4b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083794 Oct 14 07:00:00.060017 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e977b-394f-40c2-bee6-34d128c95e9d req-058c94d1-5662-49c4-ac72-1c2956d76d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:00.065436 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-932e977b-394f-40c2-bee6-34d128c95e9d req-058c94d1-5662-49c4-ac72-1c2956d76d13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 200 len: 855 time: 0.0963664 Oct 14 07:00:00.085285 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:00.115706 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'name': 'tempest-TestShelveInstance-1763089866-router', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:56Z', 'updated_at': '2021-10-14T06:59:57Z', 'revision_number': 3, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'gw_port': {'id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:57Z', 'updated_at': '2021-10-14T06:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:00.123578 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:00:00.126657 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba14c51-d38d-469f-a18a-7aec5b346c92" -d '{"events": [{"server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "name": "network-vif-unplugged", "status": "completed", "tag": "60bedccd-40f4-465d-9aba-dd1504039256"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:00:00.146158 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:00.151556 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7510c26-1bee-478a-8f4d-c8df8aec29cd None None] The sync data for ids ['9775418b-ee77-404f-9d36-ef92fe959d66'] in dv-cinder-804470-7-iscsi is: [{'id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'name': 'tempest-TestShelveInstance-1763089866-router', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:56Z', 'updated_at': '2021-10-14T06:59:57Z', 'revision_number': 3, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'gw_port': {'id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:57Z', 'updated_at': '2021-10-14T06:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:00:00.164061 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e977b-394f-40c2-bee6-34d128c95e9d req-cde1dc82-5d5b-414a-9159-f4bb675fd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:00.165947 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-932e977b-394f-40c2-bee6-34d128c95e9d req-cde1dc82-5d5b-414a-9159-f4bb675fd7f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ef5d404-6511-4668-98f7-3518420f00d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927503 Oct 14 07:00:00.168473 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:00.198513 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 07:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f16f14c-b5f4-4704-8170-75df5653ab2d x-openstack-request-id: req-8f16f14c-b5f4-4704-8170-75df5653ab2d {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:00:00.198979 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "name": "network-vif-unplugged", "status": "completed", "tag": "60bedccd-40f4-465d-9aba-dd1504039256", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:00:00.199466 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f16f14c-b5f4-4704-8170-75df5653ab2d {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:00:00.199937 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256', 'code': 200} Oct 14 07:00:00.218001 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:00.228140 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:00.272803 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=8']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:00.294040 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-932e977b-394f-40c2-bee6-34d128c95e9d req-27a03dc9-c630-4cf4-a6f6-278d7c9ee1ff service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077905 Oct 14 07:00:00.303641 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:00.370267 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bd1255-8228-4b4e-8f00-c60829e414cc,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:00.372680 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729313'] for router_interface, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:00.400742 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-932e977b-394f-40c2-bee6-34d128c95e9d req-0ba08cba-2211-4840-ac2e-2df55ed5db2b service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967562 Oct 14 07:00:00.717460 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:00:00.718956 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:00:00.854390 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Router 9775418b-ee77-404f-9d36-ef92fe959d66 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:00:00.878361 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 1c7170f0-6dd9-416d-a753-23f04b15b272 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:00:00.940501 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 1c7170f0-6dd9-416d-a753-23f04b15b272 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:00.941065 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:01.001937 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:00:01.011489 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-e0e59d47-17b3-4a89-82f7-ce49482e14f0 admin admin] 10.222.0.26 "PUT /v2.0/routers/9775418b-ee77-404f-9d36-ef92fe959d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3085809 Oct 14 07:00:01.012021 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-c8adf256-08cb-4f26-bbc3-d0d05b164a87 None None] Provisioning complete for port e4bd1255-8228-4b4e-8f00-c60829e414cc triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:01.012310 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-c8adf256-08cb-4f26-bbc3-d0d05b164a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:01.084782 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-c8adf256-08cb-4f26-bbc3-d0d05b164a87 None None] Port e4bd1255-8228-4b4e-8f00-c60829e414cc cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:00:01.086478 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:01.111896 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 1c7170f0-6dd9-416d-a753-23f04b15b272, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=1c7170f0-6dd9-416d-a753-23f04b15b272,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:01.201846 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:01.231541 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705ddbb-0d2e-4190-afa6-6926a67244f2 req-c16aa2c5-f939-465a-806c-68d6f2bc3ec6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:01.232882 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b705ddbb-0d2e-4190-afa6-6926a67244f2 req-c16aa2c5-f939-465a-806c-68d6f2bc3ec6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0718937 Oct 14 07:00:01.240320 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119de3d-a090-4887-8803-c7d6d72a2811 req-1b8adba0-2080-40ef-a370-a33e9b1bf982 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:01.241878 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d119de3d-a090-4887-8803-c7d6d72a2811 req-1b8adba0-2080-40ef-a370-a33e9b1bf982 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0903161 Oct 14 07:00:01.268733 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=1c7170f0-6dd9-416d-a753-23f04b15b272,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:01.303390 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b705ddbb-0d2e-4190-afa6-6926a67244f2 req-bc25b5fb-0965-4278-8400-d5d64efb7e9d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605266 Oct 14 07:00:01.313578 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d119de3d-a090-4887-8803-c7d6d72a2811 req-833f49ca-5f24-4425-b4d3-5f0014ff41ba tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567071 Oct 14 07:00:01.812195 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59696) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:01.818316 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-9016742b-e088-48ca-9056-087f747b884c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746412899', 'description': 'tempest-secgroup-smoke-746412899 description', 'project_id': '765e6609fafd4beead27cad66132a83e'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:01.893569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9016742b-e088-48ca-9056-087f747b884c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:01.936098 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59702) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:01.985299 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9016742b-e088-48ca-9056-087f747b884c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.037169 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9016742b-e088-48ca-9056-087f747b884c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.068606 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016742b-e088-48ca-9056-087f747b884c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:02.111774 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-ce2204b3-eb2d-42b5-8231-c8ac4e8a9df6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d7ba740f18442ac93f6be1caa74409d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740046 Oct 14 07:00:02.114542 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59710) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:02.129670 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9016742b-e088-48ca-9056-087f747b884c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.131365 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-9016742b-e088-48ca-9056-087f747b884c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3177922 Oct 14 07:00:02.134688 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59712) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:02.139909 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-11d60050-a44a-42e0-ad0c-f1049a5ae3b6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Request body: {'security_group_rule': {'security_group_id': '19f8389e-c9c1-45a0-9d2e-28145a1aa8dc', 'project_id': '765e6609fafd4beead27cad66132a83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:02.173223 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5c9b-f68b-4095-8346-8692082c0645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.202336 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5c9b-f68b-4095-8346-8692082c0645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.243520 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-11d60050-a44a-42e0-ad0c-f1049a5ae3b6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.301052 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-11d60050-a44a-42e0-ad0c-f1049a5ae3b6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.322605 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5c9b-f68b-4095-8346-8692082c0645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.325728 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dd8f5c9b-f68b-4095-8346-8692082c0645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.327011 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-dd8f5c9b-f68b-4095-8346-8692082c0645 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/733106c8-f222-45c4-b104-72cb7e9a65e3 HTTP/1.1" status: 204 len: 168 time: 0.2114375 Oct 14 07:00:02.336830 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f5c9b-f68b-4095-8346-8692082c0645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733106c8-f222-45c4-b104-72cb7e9a65e3,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:02.385238 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-11d60050-a44a-42e0-ad0c-f1049a5ae3b6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.437566 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d60050-a44a-42e0-ad0c-f1049a5ae3b6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866a44f4-42cd-4964-892e-fa5f4be74101,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:02.490214 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-11d60050-a44a-42e0-ad0c-f1049a5ae3b6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.492294 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-11d60050-a44a-42e0-ad0c-f1049a5ae3b6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560009 Oct 14 07:00:02.495174 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59720) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:02.499957 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-03c4c4df-c45a-4863-a5fe-9e52a615ae73 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Request body: {'security_group_rule': {'security_group_id': '19f8389e-c9c1-45a0-9d2e-28145a1aa8dc', 'project_id': '765e6609fafd4beead27cad66132a83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:02.551217 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512aac2-89f6-4f79-8c78-ce95c8e576b4 req-41e66c99-e944-4ba7-a79e-eda1e62465c7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:02.553044 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5512aac2-89f6-4f79-8c78-ce95c8e576b4 req-41e66c99-e944-4ba7-a79e-eda1e62465c7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1135304 Oct 14 07:00:02.566899 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5651fb-6eb3-4a92-bf11-0de8d97b7336 req-7f79399d-c48f-478b-aa80-b9218dbf3055 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:02.568999 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5b5651fb-6eb3-4a92-bf11-0de8d97b7336 req-7f79399d-c48f-478b-aa80-b9218dbf3055 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0905745 Oct 14 07:00:02.613184 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-03c4c4df-c45a-4863-a5fe-9e52a615ae73 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.647300 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5512aac2-89f6-4f79-8c78-ce95c8e576b4 req-3d3407e2-1d58-4683-8192-20c06461af53 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768244 Oct 14 07:00:02.650937 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5b5651fb-6eb3-4a92-bf11-0de8d97b7336 req-60a717cf-10fc-44e3-bd26-6727672ca931 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726337 Oct 14 07:00:02.695222 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-03c4c4df-c45a-4863-a5fe-9e52a615ae73 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.762398 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-03c4c4df-c45a-4863-a5fe-9e52a615ae73 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.802475 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c4df-c45a-4863-a5fe-9e52a615ae73 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c35ab8-6ab5-4527-96be-5dba3ce03fa6,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:02.825201 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Sync routers for ids ['9775418b-ee77-404f-9d36-ef92fe959d66'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:00:02.834605 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Routers {'9775418b-ee77-404f-9d36-ef92fe959d66'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:00:02.835239 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['9775418b-ee77-404f-9d36-ef92fe959d66'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:02.875702 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 1c7170f0-6dd9-416d-a753-23f04b15b272 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:00:02.890377 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-03c4c4df-c45a-4863-a5fe-9e52a615ae73 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:02.894030 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-03c4c4df-c45a-4863-a5fe-9e52a615ae73 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3971710 Oct 14 07:00:02.908176 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59732) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:02.916793 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-0c1d9a87-4ddb-4beb-988a-a16913344ae3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Request body: {'security_group_rule': {'security_group_id': '19f8389e-c9c1-45a0-9d2e-28145a1aa8dc', 'project_id': '765e6609fafd4beead27cad66132a83e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:03.061266 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 1c7170f0-6dd9-416d-a753-23f04b15b272 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:03.062078 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:03.065998 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Set router 9775418b-ee77-404f-9d36-ef92fe959d66 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:00:03.073817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9a87-4ddb-4beb-988a-a16913344ae3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:03.209968 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9a87-4ddb-4beb-988a-a16913344ae3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:03.326162 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9a87-4ddb-4beb-988a-a16913344ae3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:03.352200 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d9a87-4ddb-4beb-988a-a16913344ae3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5647cb5f-0145-46af-86e9-8512bfb17fbe,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:03.376975 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'name': 'tempest-TestShelveInstance-1763089866-router', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:56Z', 'updated_at': '2021-10-14T06:59:59Z', 'revision_number': 4, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'gw_port': {'id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:57Z', 'updated_at': '2021-10-14T07:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'e4bd1255-8228-4b4e-8f00-c60829e414cc', 'name': '', 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'mac_address': 'fa:16:3e:eb:1b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6092953c-d270-4a47-8060-0f16712291b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:59Z', 'updated_at': '2021-10-14T06:59:59Z', 'revision_number': 2, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'subnets': [{'id': '6092953c-d270-4a47-8060-0f16712291b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:03.409112 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Checking router: 9775418b-ee77-404f-9d36-ef92fe959d66 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:00:03.409571 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Updating router 9775418b-ee77-404f-9d36-ef92fe959d66 port e4bd1255-8228-4b4e-8f00-c60829e414cc binding host dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:00:03.420008 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0c1d9a87-4ddb-4beb-988a-a16913344ae3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:03.421710 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-0c1d9a87-4ddb-4beb-988a-a16913344ae3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5123007 Oct 14 07:00:03.424642 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59752) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:03.433371 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-d8eb95e8-fa95-484b-8a9c-b980c9638894 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Request body: {'security_group_rule': {'security_group_id': '19f8389e-c9c1-45a0-9d2e-28145a1aa8dc', 'project_id': '765e6609fafd4beead27cad66132a83e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:03.463154 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:03.565510 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d8eb95e8-fa95-484b-8a9c-b980c9638894 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:03.677302 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d8eb95e8-fa95-484b-8a9c-b980c9638894 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:03.748530 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59766) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:03.757994 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d8eb95e8-fa95-484b-8a9c-b980c9638894 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:03.847292 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb95e8-fa95-484b-8a9c-b980c9638894 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f595f950-cbf7-4b9d-83d9-faf453298e03,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:03.888754 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f9f73-560d-4d68-99b4-eedf34fb3c9a req-d8bfe655-c0d0-4539-951d-58da03c4523a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:03.890491 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eb5f9f73-560d-4d68-99b4-eedf34fb3c9a req-d8bfe655-c0d0-4539-951d-58da03c4523a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0997074 Oct 14 07:00:03.939421 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d8eb95e8-fa95-484b-8a9c-b980c9638894 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:03.940978 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-d8eb95e8-fa95-484b-8a9c-b980c9638894 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5137668 Oct 14 07:00:03.946416 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59770) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:03.951493 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-fdb5d189-865b-4571-85a3-a9c5ec154db4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Request body: {'security_group_rule': {'security_group_id': '19f8389e-c9c1-45a0-9d2e-28145a1aa8dc', 'project_id': '765e6609fafd4beead27cad66132a83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:03.951741 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1954518607-network', 'tenant_id': 'e515a5b1a5ca4587a06b14de165c980c'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:03.963081 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6a24c-0e93-442f-82ff-470eb6fdb8d9 req-71c96fa8-2fa4-4adc-97ca-f7b6edc571fa tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:03.964862 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2bf6a24c-0e93-442f-82ff-470eb6fdb8d9 req-71c96fa8-2fa4-4adc-97ca-f7b6edc571fa tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.1301916 Oct 14 07:00:04.009885 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eb5f9f73-560d-4d68-99b4-eedf34fb3c9a req-8d8e2b07-fd04-4735-87f4-1cc9ebd5888f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123536 Oct 14 07:00:04.029983 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2bf6a24c-0e93-442f-82ff-470eb6fdb8d9 req-f4359367-2d2b-4e1c-a516-4202fa878227 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586298 Oct 14 07:00:04.044633 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Publish callbacks [] for port, precommit_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.086500 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Made reservation on behalf of e515a5b1a5ca4587a06b14de165c980c for: {'network': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:00:04.088851 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.098621 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.120077 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.196389 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.securitygroups_db [None req-fdb5d189-865b-4571-85a3-a9c5ec154db4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Project 765e6609fafd4beead27cad66132a83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 07:00:04.202043 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d189-865b-4571-85a3-a9c5ec154db4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.225144 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.255236 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Pushing event updated for resources: {'Port': ['ID=e4bd1255-8228-4b4e-8f00-c60829e414cc,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:04.264558 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.264932 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.265360 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.265622 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.266661 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.266661 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.266859 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.267270 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.267574 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.267926 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.268325 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.268983 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:04.286851 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.315370 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=106664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:00:04.332321 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:04.341102 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.341512 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.segments_db [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Added segment e0a15d23-3e45-47fc-a6df-f46823d0e9bc of type vlan for network ff34ec01-9edb-49e5-b8da-fce3759c1747 Oct 14 07:00:04.364845 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d189-865b-4571-85a3-a9c5ec154db4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.379053 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Attempting to bind port e4bd1255-8228-4b4e-8f00-c60829e414cc on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:00:04.379732 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Attempting to bind port e4bd1255-8228-4b4e-8f00-c60829e414cc by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'd651e8ab-9c9d-4d0a-8735-9956938a8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:00:04.380437 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Attempting to bind port e4bd1255-8228-4b4e-8f00-c60829e414cc on network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:00:04.386657 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:00:04.387317 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Checking segment: {'id': 'd651e8ab-9c9d-4d0a-8735-9956938a8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:00:04.387898 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.388435 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Bound using segment: {'id': 'd651e8ab-9c9d-4d0a-8735-9956938a8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:00:04.389146 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Bound port: e4bd1255-8228-4b4e-8f00-c60829e414cc, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd651e8ab-9c9d-4d0a-8735-9956938a8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:00:04.391174 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.416817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.429563 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d189-865b-4571-85a3-a9c5ec154db4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.463925 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5d189-865b-4571-85a3-a9c5ec154db4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adc7a86-c68e-4532-9efe-22325db54e11,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:04.481615 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] For port e4bd1255-8228-4b4e-8f00-c60829e414cc, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:00:04.485441 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] For port e4bd1255-8228-4b4e-8f00-c60829e414cc, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=e4bd1255-8228-4b4e-8f00-c60829e414cc,segment=NetworkSegment(d651e8ab-9c9d-4d0a-8735-9956938a8a09),segment_id=d651e8ab-9c9d-4d0a-8735-9956938a8a09)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:00:04.516679 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.517673 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:04.521766 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.530940 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-6f363294-edcf-4f79-8146-16194d9cd433 None None] Provisioning complete for port e4bd1255-8228-4b4e-8f00-c60829e414cc triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:04.531646 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-6f363294-edcf-4f79-8146-16194d9cd433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.550089 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d189-865b-4571-85a3-a9c5ec154db4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.551317 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-fdb5d189-865b-4571-85a3-a9c5ec154db4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6041882 Oct 14 07:00:04.554053 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59786) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:04.565987 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-b95e308f-1912-4707-9a5b-d166356d689a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Request body: {'security_group_rule': {'security_group_id': '19f8389e-c9c1-45a0-9d2e-28145a1aa8dc', 'project_id': '765e6609fafd4beead27cad66132a83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:04.588969 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-6f363294-edcf-4f79-8146-16194d9cd433 None None] Port e4bd1255-8228-4b4e-8f00-c60829e414cc cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:00:04.622967 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] Pushing event updated for resources: {'Network': ['ID=ff34ec01-9edb-49e5-b8da-fce3759c1747,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:04.635016 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network ff34ec01-9edb-49e5-b8da-fce3759c1747 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:00:04.639642 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.697865 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-7aaac952-afbe-48c8-aee6-6b61d5277766 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9479845 Oct 14 07:00:04.700838 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 59788) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:04.710095 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Request body: {'subnet': {'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1954518607-subnet', 'tenant_id': 'e515a5b1a5ca4587a06b14de165c980c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:04.754697 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Routers {'9775418b-ee77-404f-9d36-ef92fe959d66'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:00:04.755333 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T06:59:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['9775418b-ee77-404f-9d36-ef92fe959d66'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:04.793511 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.securitygroups_db [None req-b95e308f-1912-4707-9a5b-d166356d689a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Project 765e6609fafd4beead27cad66132a83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 07:00:04.807913 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b95e308f-1912-4707-9a5b-d166356d689a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.835635 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e90c4a-e2ce-4e9c-b3c6-829b89cefaa1 None None] Pushing event updated for resources: {'Port': ['ID=e4bd1255-8228-4b4e-8f00-c60829e414cc,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:04.923832 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] Set router 9775418b-ee77-404f-9d36-ef92fe959d66 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:00:04.955115 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b95e308f-1912-4707-9a5b-d166356d689a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:04.960839 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Made reservation on behalf of e515a5b1a5ca4587a06b14de165c980c for: {'subnet': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:00:04.964390 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13022251'] for subnet, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:05.041083 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b95e308f-1912-4707-9a5b-d166356d689a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:05.068792 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e308f-1912-4707-9a5b-d166356d689a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cf2ff6-6b29-45b8-9542-b80d9a8c8518,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:05.205121 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b95e308f-1912-4707-9a5b-d166356d689a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:05.215488 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-b95e308f-1912-4707-9a5b-d166356d689a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6480885 Oct 14 07:00:05.219318 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-8babe19a-b414-4355-ad9a-38c4ef0f5daf None None] Provisioning complete for port e4bd1255-8228-4b4e-8f00-c60829e414cc triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:05.220304 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-8babe19a-b414-4355-ad9a-38c4ef0f5daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:05.314756 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a47d0-cfba-4731-a67f-1495dc16c520 req-a0fe7d3e-11a6-445d-91f5-60183d3ed1cf tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:05.314756 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e31a47d0-cfba-4731-a67f-1495dc16c520 req-a0fe7d3e-11a6-445d-91f5-60183d3ed1cf tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1566830 Oct 14 07:00:05.394792 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-8babe19a-b414-4355-ad9a-38c4ef0f5daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:05.431107 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e31a47d0-cfba-4731-a67f-1495dc16c520 req-da73e0ac-045d-4c14-9dfb-6f3c62ea08c6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219475 Oct 14 07:00:05.513510 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-8babe19a-b414-4355-ad9a-38c4ef0f5daf None None] For port e4bd1255-8228-4b4e-8f00-c60829e414cc, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=e4bd1255-8228-4b4e-8f00-c60829e414cc,segment=NetworkSegment(d651e8ab-9c9d-4d0a-8735-9956938a8a09),segment_id=d651e8ab-9c9d-4d0a-8735-9956938a8a09)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:05.530096 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'name': 'tempest-TestShelveInstance-1763089866-router', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:56Z', 'updated_at': '2021-10-14T06:59:59Z', 'revision_number': 4, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'gw_port': {'id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:57Z', 'updated_at': '2021-10-14T07:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'e4bd1255-8228-4b4e-8f00-c60829e414cc', 'name': '', 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'mac_address': 'fa:16:3e:eb:1b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6092953c-d270-4a47-8060-0f16712291b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:59Z', 'updated_at': '2021-10-14T07:00:04Z', 'revision_number': 4, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'subnets': [{'id': '6092953c-d270-4a47-8060-0f16712291b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:05.566158 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bec0f-1c7a-44fd-85a3-7a5034856c41 None None] The sync data for ids ['9775418b-ee77-404f-9d36-ef92fe959d66'] in dv-cinder-804470-7-iscsi is: [{'id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'name': 'tempest-TestShelveInstance-1763089866-router', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:56Z', 'updated_at': '2021-10-14T06:59:59Z', 'revision_number': 4, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'gw_port': {'id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:57Z', 'updated_at': '2021-10-14T07:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'e4bd1255-8228-4b4e-8f00-c60829e414cc', 'name': '', 'network_id': '091fb66d-2b9d-4a02-bf77-4b4b860a8b13', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'mac_address': 'fa:16:3e:eb:1b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6092953c-d270-4a47-8060-0f16712291b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:59Z', 'updated_at': '2021-10-14T07:00:04Z', 'revision_number': 4, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'subnets': [{'id': '6092953c-d270-4a47-8060-0f16712291b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:00:05.583107 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15656678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13022269'] for subnet, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:05.590233 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-8babe19a-b414-4355-ad9a-38c4ef0f5daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:05.716194 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babe19a-b414-4355-ad9a-38c4ef0f5daf None None] Pushing event updated for resources: {'Port': ['ID=e4bd1255-8228-4b4e-8f00-c60829e414cc,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:05.786953 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3691a3ac-1856-4cbd-a811-94813c63b78f,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:05.791208 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Checking segment: {'id': 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:00:05.791819 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Network hostable DHCP agents. Network: ff34ec01-9edb-49e5-b8da-fce3759c1747, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:00:05.893549 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Network ff34ec01-9edb-49e5-b8da-fce3759c1747 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:00:05.922888 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [req-2cbf9664-8229-4c67-a2b7-21be0bbe1c7f req-ac3bb34c-1d23-4f36-8682-eee991bef3c0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:00:05.923881 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2cbf9664-8229-4c67-a2b7-21be0bbe1c7f req-ac3bb34c-1d23-4f36-8682-eee991bef3c0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055637 Oct 14 07:00:05.965619 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, ff34ec01-9edb-49e5-b8da-fce3759c1747) {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:00:05.970555 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:05.971343 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:05.978321 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb292e-9721-4b60-a92b-2b6ad34f9b4e None None] Network ff34ec01-9edb-49e5-b8da-fce3759c1747 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:00:06.107385 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-5c7cc239-5d71-436a-9c4e-0c4b5bd7c41c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4026589 Oct 14 07:00:06.141895 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1508f9e7-7c7c-4e97-b17d-455a8574ccf2 None None] Network ff34ec01-9edb-49e5-b8da-fce3759c1747 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:00:06.393515 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cdc67-ae15-421e-bd8d-7bca44d710a9 req-8906bb14-a0ac-4967-9811-b926f079886b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:06.406151 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5d9cdc67-ae15-421e-bd8d-7bca44d710a9 req-8906bb14-a0ac-4967-9811-b926f079886b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0777264 Oct 14 07:00:06.473257 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5d9cdc67-ae15-421e-bd8d-7bca44d710a9 req-c0bb3945-3dc2-4b21-a63d-75aafec26ae8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576770 Oct 14 07:00:06.763350 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451deed-9906-42d4-a725-74b4f3a7a02b req-3dac85bd-a327-4643-973f-23dd73127a56 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:06.766169 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8451deed-9906-42d4-a725-74b4f3a7a02b req-3dac85bd-a327-4643-973f-23dd73127a56 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1456079 Oct 14 07:00:06.846890 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8451deed-9906-42d4-a725-74b4f3a7a02b req-480f6366-4f8f-4ba9-84bf-9b5edb73936c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637298 Oct 14 07:00:06.903296 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device e4bd1255-8228-4b4e-8f00-c60829e414cc up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:00:06.957193 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port e4bd1255-8228-4b4e-8f00-c60829e414cc triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:06.958015 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:07.265248 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 59894) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:07.366769 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-120b8cd5-2321-4019-95d3-da6d2c3a113b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004715 Oct 14 07:00:07.375835 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-28789a0e-a6e7-4bdc-9c00-e86527a2789e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:00:07.377067 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-28789a0e-a6e7-4bdc-9c00-e86527a2789e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054703 Oct 14 07:00:07.625575 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f04a9a-4fb3-489c-97e0-ee2eec1cb04a req-9f8fc482-3be6-42a1-b93a-0eed26482758 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:07.634915 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-67f04a9a-4fb3-489c-97e0-ee2eec1cb04a req-9f8fc482-3be6-42a1-b93a-0eed26482758 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0579786 Oct 14 07:00:07.666320 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-67f04a9a-4fb3-489c-97e0-ee2eec1cb04a req-611c2853-ad86-4fa9-99bb-7c92dd7b5cb3 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334895 Oct 14 07:00:07.971822 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 60bedccd-40f4-465d-9aba-dd1504039256 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:00:07.997911 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f2a9a-0642-46cf-a273-90df40f1cb1b req-0f3b3536-9ed1-4602-be1f-e1c11f4244f9 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:07.999787 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e78f2a9a-0642-46cf-a273-90df40f1cb1b req-0f3b3536-9ed1-4602-be1f-e1c11f4244f9 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0492301 Oct 14 07:00:08.044797 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e78f2a9a-0642-46cf-a273-90df40f1cb1b req-ce638923-7049-4e99-9d33-275790e67bfe tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362809 Oct 14 07:00:08.670356 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c3d2707a-8904-43f5-8bce-dc184cae0521 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174177604&fields=id&tenant_id=1313bcb76a40476eb961b6f7ddf586af HTTP/1.1" status: 200 len: 267 time: 0.0339856 Oct 14 07:00:08.780177 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-340de277-4338-482f-952c-eaf2bace8a89 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:08.781737 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-340de277-4338-482f-952c-eaf2bace8a89 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 812 time: 0.1036255 Oct 14 07:00:08.798295 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-9e8b22e3-0186-4194-a717-30a3a88cfce8 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/quotas/1313bcb76a40476eb961b6f7ddf586af HTTP/1.1" status: 200 len: 375 time: 0.0098934 Oct 14 07:00:08.859911 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-71aaba47-59f1-4098-8a43-b8a34fbeb5c4 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489271 Oct 14 07:00:08.960013 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45d6b7dd-f577-4104-a824-17f937c051f7 service neutron] 10.222.0.26 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915630 Oct 14 07:00:09.055958 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-5d448ca4-4938-4bd2-a802-f72ff36868f6 service neutron] 10.222.0.26 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898123 Oct 14 07:00:09.695685 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b5805-4e38-4af1-ac9f-9afc4304191e req-57c113e5-88a9-4d68-8d0c-a3eb9e218c21 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:09.697336 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-021b5805-4e38-4af1-ac9f-9afc4304191e req-57c113e5-88a9-4d68-8d0c-a3eb9e218c21 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0661845 Oct 14 07:00:09.755618 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-021b5805-4e38-4af1-ac9f-9afc4304191e req-2318172a-f8cb-490c-ab3e-602cc1407309 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509655 Oct 14 07:00:09.871147 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80bda-5236-43f1-b1f6-7006739135c9 req-ff9b402f-f80e-4074-a913-d3bf3fdd6eba tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:09.872972 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-20b80bda-5236-43f1-b1f6-7006739135c9 req-ff9b402f-f80e-4074-a913-d3bf3fdd6eba tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0586288 Oct 14 07:00:09.919710 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-20b80bda-5236-43f1-b1f6-7006739135c9 req-b3223269-2d8b-4fc8-b639-683da79821fa tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Oct 14 07:00:09.993680 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d9d38c1d-d6a3-437f-bfa2-394eb4b1c8c0 req-8495a8b4-28a7-4e35-bd4b-3961b11f989b tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 210 time: 0.0297091 Oct 14 07:00:10.707553 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-a5df9488-727e-4e5f-a517-d882b671e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:10.711788 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-a5df9488-727e-4e5f-a517-d882b671e7b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4&tenant_id=94cb9b4736004bb4af3fe5cba52dcc45 HTTP/1.1" status: 200 len: 1097 time: 0.0824101 Oct 14 07:00:10.810909 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-4cd9cc5d-91ad-485c-9315-b5c669f38aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:10.812455 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-4cd9cc5d-91ad-485c-9315-b5c669f38aa9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 1097 time: 0.0421114 Oct 14 07:00:10.919893 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-7ce661dc-6adf-497f-b188-f91480c36d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:10.921466 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-7ce661dc-6adf-497f-b188-f91480c36d6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 917 time: 0.0999870 Oct 14 07:00:10.931245 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5532c4-fa10-4868-88d3-7ced239df446 req-2ec34f1a-03e1-4200-9850-92875f73b6ed tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:10.933000 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fc5532c4-fa10-4868-88d3-7ced239df446 req-2ec34f1a-03e1-4200-9850-92875f73b6ed tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0991626 Oct 14 07:00:10.974381 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fc5532c4-fa10-4868-88d3-7ced239df446 req-391f4416-d451-46b1-93cd-01d5d3c780a0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333900 Oct 14 07:00:11.002752 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-ae15fa10-2bd7-4163-b1d1-848165d98379 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bedccd-40f4-465d-9aba-dd1504039256 HTTP/1.1" status: 200 len: 998 time: 0.0661948 Oct 14 07:00:11.060413 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-1a378430-e183-4e13-ab31-0ff27888b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:11.061886 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-1a378430-e183-4e13-ab31-0ff27888b642 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 200 len: 855 time: 0.0474200 Oct 14 07:00:11.102524 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3052f-c504-4fea-b0ed-92c9881410fb req-0859d594-42f5-4539-b4d3-fcc032acf8f0 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:11.104478 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f6a3052f-c504-4fea-b0ed-92c9881410fb req-0859d594-42f5-4539-b4d3-fcc032acf8f0 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0532782 Oct 14 07:00:11.118315 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-5f2ea64a-de8f-4a4b-bd1e-34232d47f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:11.119857 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-5f2ea64a-de8f-4a4b-bd1e-34232d47f495 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ef5d404-6511-4668-98f7-3518420f00d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432303 Oct 14 07:00:11.163217 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f6a3052f-c504-4fea-b0ed-92c9881410fb req-08845a26-3604-40ac-88ff-c79b0f563ef6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518017 Oct 14 07:00:11.257776 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-3511f7b7-0552-4bba-a9f6-45a5796081be service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195822 Oct 14 07:00:11.294002 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e4ad9807-2489-4294-bfd5-3cdf486f4a2a req-06caa04c-b7da-4331-9e02-87458ea6407d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 210 time: 0.0272968 Oct 14 07:00:11.591723 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-00a7fce6-39d5-4294-aea3-3aab9a07e530 req-18db65aa-5acb-475c-bdd3-81f67e3b5fca service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212509 Oct 14 07:00:12.108593 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d232696-1434-47c3-b47b-5e21702e4350 req-5f5a1d18-7e02-455c-a9c8-3cac88da59f1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:12.116401 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9d232696-1434-47c3-b47b-5e21702e4350 req-5f5a1d18-7e02-455c-a9c8-3cac88da59f1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0617478 Oct 14 07:00:12.162165 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9d232696-1434-47c3-b47b-5e21702e4350 req-f5ac1c8b-1573-4c7c-9e09-fea2d478b46e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Oct 14 07:00:12.238661 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c82e96a6-5bac-4031-9348-1b71130a9edd tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:12.248849 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c82e96a6-5bac-4031-9348-1b71130a9edd tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 812 time: 0.1398041 Oct 14 07:00:12.307290 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606fe4-4307-4ca3-b243-9d1294c1f6f0 req-6988f74c-9d49-47b7-a273-70cab4229709 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:12.311942 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f7606fe4-4307-4ca3-b243-9d1294c1f6f0 req-6988f74c-9d49-47b7-a273-70cab4229709 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0526118 Oct 14 07:00:12.315045 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-64d89c42-46f5-4889-8afc-844fc153537f tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1313bcb76a40476eb961b6f7ddf586af HTTP/1.1" status: 200 len: 380 time: 0.0381508 Oct 14 07:00:12.326643 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'port': {'device_id': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'admin_state_up': True, 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'security_groups': ['8b35dee1-3202-431a-a528-85c8110f0046']}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:12.360618 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f7606fe4-4307-4ca3-b243-9d1294c1f6f0 req-146322ec-5c9d-4e4d-8f7e-2cd6e43e696d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Oct 14 07:00:12.474508 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8d05b5ba-02ab-472c-81f2-1f7ba61b55e3 req-8a463116-bfcf-4a34-802c-e5460f76ce0b tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 210 time: 0.0287194 Oct 14 07:00:12.571291 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Made reservation on behalf of 1313bcb76a40476eb961b6f7ddf586af for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:00:12.575097 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:12.706620 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Allocated IP 172.20.0.11 (69419911-617e-4923-8d84-d193292e8009/30bb0207-b6bc-4baf-ae0f-db19022b3a9a/6b52e63b-339c-48d6-bf34-04be4e40fe25) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:00:12.848948 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:12.944824 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:12.991365 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Network 69419911-617e-4923-8d84-d193292e8009 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:00:12.994308 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:00:12.996866 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:00:13.025038 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'Port': ['ID=6b52e63b-339c-48d6-bf34-04be4e40fe25,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:13.058470 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:13.059095 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:13.122788 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-c08b817b-8f40-476d-a488-584f06cbf20d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8002374 Oct 14 07:00:13.148814 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Request body: {'port': {'device_id': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:13.208530 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:13.227920 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-5bf840fd-cfc8-47ff-b24d-20200e369e20 None None] Provisioning complete for port 6b52e63b-339c-48d6-bf34-04be4e40fe25 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:13.228948 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-5bf840fd-cfc8-47ff-b24d-20200e369e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:13.281937 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-5bf840fd-cfc8-47ff-b24d-20200e369e20 None None] Port 6b52e63b-339c-48d6-bf34-04be4e40fe25 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:00:13.307401 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27ab11-e42f-466c-8683-1120333c7fa3 req-e4c9e47d-0882-4023-bf6a-e20a98f17a47 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:13.314647 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ad27ab11-e42f-466c-8683-1120333c7fa3 req-e4c9e47d-0882-4023-bf6a-e20a98f17a47 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0682850 Oct 14 07:00:13.358358 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ad27ab11-e42f-466c-8683-1120333c7fa3 req-25592c4c-d024-43bb-adac-45bd6efa1882 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424414 Oct 14 07:00:13.501153 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045a4fb-8059-4745-8218-76fea034e643 req-50b48336-fe85-40cb-b760-0f355f832142 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:13.506667 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a045a4fb-8059-4745-8218-76fea034e643 req-50b48336-fe85-40cb-b760-0f355f832142 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0606863 Oct 14 07:00:13.561121 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b52e63b-339c-48d6-bf34-04be4e40fe25 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:00:13.561715 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a045a4fb-8059-4745-8218-76fea034e643 req-c59f0541-a6a1-4e85-97ae-8b51fda4db28 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463071 Oct 14 07:00:13.580921 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:13.596881 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Transition to ACTIVE for port object 6b52e63b-339c-48d6-bf34-04be4e40fe25 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:00:13.673974 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969fbd4-85ce-4779-b229-9550e172e897 req-961bbe48-bcef-4bd2-93c1-0213674d39b4 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:13.675701 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8969fbd4-85ce-4779-b229-9550e172e897 req-961bbe48-bcef-4bd2-93c1-0213674d39b4 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 932 time: 0.0561056 Oct 14 07:00:13.680099 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:13.764103 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8969fbd4-85ce-4779-b229-9550e172e897 req-7ef22978-18ee-416c-ad6b-1362796cbd1d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753036 Oct 14 07:00:13.774076 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Pushing event updated for resources: {'Port': ['ID=6b52e63b-339c-48d6-bf34-04be4e40fe25,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:13.906102 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Attempting to bind port 6b52e63b-339c-48d6-bf34-04be4e40fe25 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:00:13.906489 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Attempting to bind port 6b52e63b-339c-48d6-bf34-04be4e40fe25 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:00:13.906805 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Attempting to bind port 6b52e63b-339c-48d6-bf34-04be4e40fe25 on network 69419911-617e-4923-8d84-d193292e8009 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:00:13.916415 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Port 6b52e63b-339c-48d6-bf34-04be4e40fe25 on network 69419911-617e-4923-8d84-d193292e8009 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:00:13.916579 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Attempting to bind port 6b52e63b-339c-48d6-bf34-04be4e40fe25 on network 69419911-617e-4923-8d84-d193292e8009 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:00:13.940654 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 6, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:00:13.941107 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Checking segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:00:13.942633 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Bound using segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:00:13.943112 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Bound port: 6b52e63b-339c-48d6-bf34-04be4e40fe25, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:00:13.943580 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:14.057417 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] For port 6b52e63b-339c-48d6-bf34-04be4e40fe25, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:00:14.060785 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] For port 6b52e63b-339c-48d6-bf34-04be4e40fe25, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6b52e63b-339c-48d6-bf34-04be4e40fe25,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:00:14.167808 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:14.204874 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:14.208493 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:14.208493 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] 10.222.0.39 "PUT /v2.0/ports/6b52e63b-339c-48d6-bf34-04be4e40fe25 HTTP/1.1" status: 200 len: 1094 time: 1.0629568 Oct 14 07:00:14.208493 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'tag': '6b52e63b-339c-48d6-bf34-04be4e40fe25'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:00:14.210141 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dc2b66-1d26-4ea2-86ae-658ef4efef2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea543ec-3991-4294-bff1-693a4f5c2aac", "tag": "6b52e63b-339c-48d6-bf34-04be4e40fe25"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:00:14.257404 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b706de4-5fce-4c16-ba66-9758e038d111 x-openstack-request-id: req-0b706de4-5fce-4c16-ba66-9758e038d111 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:00:14.257791 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea543ec-3991-4294-bff1-693a4f5c2aac", "tag": "6b52e63b-339c-48d6-bf34-04be4e40fe25", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:00:14.258147 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b706de4-5fce-4c16-ba66-9758e038d111 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:00:14.258629 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'tag': '6b52e63b-339c-48d6-bf34-04be4e40fe25', 'status': 'completed', 'code': 200} Oct 14 07:00:14.269561 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c63605-90c5-4d66-8406-a48971315b9c service neutron] Pushing event updated for resources: {'Port': ['ID=6b52e63b-339c-48d6-bf34-04be4e40fe25,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:14.365250 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc2b66-1d26-4ea2-86ae-658ef4efef2d req-5c563699-df79-4600-acbe-7fb7f5967690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:14.366800 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-90dc2b66-1d26-4ea2-86ae-658ef4efef2d req-5c563699-df79-4600-acbe-7fb7f5967690 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 1097 time: 0.0542991 Oct 14 07:00:14.503668 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc2b66-1d26-4ea2-86ae-658ef4efef2d req-41bd4366-440d-4d7f-8108-69cc38225170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:14.505495 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-90dc2b66-1d26-4ea2-86ae-658ef4efef2d req-41bd4366-440d-4d7f-8108-69cc38225170 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1313bcb76a40476eb961b6f7ddf586af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1222866 Oct 14 07:00:14.520738 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c758c8-b04e-4dc8-815c-7a77046d6702 req-f32c4247-fd8e-42d0-a109-fc2d2194266c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:14.522937 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-01c758c8-b04e-4dc8-815c-7a77046d6702 req-f32c4247-fd8e-42d0-a109-fc2d2194266c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0563285 Oct 14 07:00:14.573860 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-01c758c8-b04e-4dc8-815c-7a77046d6702 req-44eb884c-1eec-46ef-ad26-27ee76360025 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366850 Oct 14 07:00:14.625791 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc2b66-1d26-4ea2-86ae-658ef4efef2d req-e18a16a3-b417-4718-947e-19c7de9fa423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:14.627474 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-90dc2b66-1d26-4ea2-86ae-658ef4efef2d req-e18a16a3-b417-4718-947e-19c7de9fa423 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144667 Oct 14 07:00:14.685817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad307d4-3751-491e-869e-82218ec2850f req-d97cb17f-0ff4-49a0-8f3f-b692558c991a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:14.688188 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dad307d4-3751-491e-869e-82218ec2850f req-d97cb17f-0ff4-49a0-8f3f-b692558c991a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0533657 Oct 14 07:00:14.748833 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-eefa301d-467e-450c-9f7c-8a3c765b2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:14.750194 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-eefa301d-467e-450c-9f7c-8a3c765b2b27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 1097 time: 0.0520952 Oct 14 07:00:14.750598 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dad307d4-3751-491e-869e-82218ec2850f req-680b846e-17d1-4f93-a5a9-6b8b44f9de13 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536585 Oct 14 07:00:14.827834 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-4affb2e2-ad5e-4e26-8e50-9a6069168f2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b52e63b-339c-48d6-bf34-04be4e40fe25 HTTP/1.1" status: 200 len: 217 time: 0.0519993 Oct 14 07:00:14.889103 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-5a077ca3-fa07-4edf-81b7-e499ce7767cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:14.890686 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-5a077ca3-fa07-4edf-81b7-e499ce7767cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 200 len: 851 time: 0.0545974 Oct 14 07:00:14.896119 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68febf9a-b4d8-4541-b564-9eca7f10abd8 req-b0f3b01b-5309-4cd8-9d95-36e46303eca4 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:14.898414 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-68febf9a-b4d8-4541-b564-9eca7f10abd8 req-b0f3b01b-5309-4cd8-9d95-36e46303eca4 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 944 time: 0.0591009 Oct 14 07:00:14.954388 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-91e5851f-95ff-4188-9bb4-9c6aff506970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:14.956294 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-91e5851f-95ff-4188-9bb4-9c6aff506970 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69419911-617e-4923-8d84-d193292e8009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515270 Oct 14 07:00:14.968819 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-68febf9a-b4d8-4541-b564-9eca7f10abd8 req-487a097e-f601-415f-a8aa-2debb2b52167 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598726 Oct 14 07:00:15.083993 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-38351e65-08fc-475a-b660-fb18340de0e7 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969181 Oct 14 07:00:15.221170 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7fb0aa5b-e34a-4c4a-998b-bfd822582ab9 req-0000c36d-8445-4398-bbf2-d5e790aaf8c1 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126575 Oct 14 07:00:15.714373 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad84e8a-b0ad-438b-b484-804e50e707a9 req-fd08e536-7060-4291-967d-25a38f045323 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:15.716382 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6ad84e8a-b0ad-438b-b484-804e50e707a9 req-fd08e536-7060-4291-967d-25a38f045323 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0664375 Oct 14 07:00:15.756580 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6ad84e8a-b0ad-438b-b484-804e50e707a9 req-c317fcd1-1f4d-437a-a955-e9716d77b80b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342910 Oct 14 07:00:15.865966 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddc755-12b8-4f06-8d63-9521e11158bc req-07629b3c-8675-4ee1-b985-a6419cb4814a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:15.867511 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-75ddc755-12b8-4f06-8d63-9521e11158bc req-07629b3c-8675-4ee1-b985-a6419cb4814a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0510952 Oct 14 07:00:15.908828 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-75ddc755-12b8-4f06-8d63-9521e11158bc req-cad494a9-0a7f-4043-a96a-6fcd4b635e59 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336747 Oct 14 07:00:16.081108 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c2b99-265b-4d9d-a14d-8b310a4176fb req-67d8f598-970e-46a8-baed-9ef9d8dfdd56 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:16.082922 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a45c2b99-265b-4d9d-a14d-8b310a4176fb req-67d8f598-970e-46a8-baed-9ef9d8dfdd56 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 944 time: 0.0523238 Oct 14 07:00:16.124256 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a45c2b99-265b-4d9d-a14d-8b310a4176fb req-b7888c49-ccc9-4bb0-8b78-eca94aac0675 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350726 Oct 14 07:00:16.887650 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff832e87-d2d5-4688-b2ad-e316ce9a5d73 req-0edb19c1-9184-451f-a6ee-3daf18a17d04 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:16.889153 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ff832e87-d2d5-4688-b2ad-e316ce9a5d73 req-0edb19c1-9184-451f-a6ee-3daf18a17d04 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0530906 Oct 14 07:00:16.930986 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ff832e87-d2d5-4688-b2ad-e316ce9a5d73 req-175b8387-738d-4e9e-8284-51be85033c67 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344191 Oct 14 07:00:17.042253 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137436c-9ecb-43f9-939d-cc12696a547a req-5b7c803e-a0de-4624-b6bb-c8147706b20e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:17.044170 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2137436c-9ecb-43f9-939d-cc12696a547a req-5b7c803e-a0de-4624-b6bb-c8147706b20e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0543783 Oct 14 07:00:17.088393 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2137436c-9ecb-43f9-939d-cc12696a547a req-f8970e9e-5cdd-4e50-9b09-c51ed5580cd3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375767 Oct 14 07:00:17.259014 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffed671-0a79-4319-b1fd-3544c0b0eb68 req-48526d7f-99fd-424e-aee9-efbdf9b2c1ee tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:17.260519 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0ffed671-0a79-4319-b1fd-3544c0b0eb68 req-48526d7f-99fd-424e-aee9-efbdf9b2c1ee tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 944 time: 0.0590551 Oct 14 07:00:17.299850 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0ffed671-0a79-4319-b1fd-3544c0b0eb68 req-cc93dd99-fde4-49b0-9880-a1f52d4249fe tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Oct 14 07:00:17.545537 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-999a30a7-d02f-47e1-8965-a64db02e54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:17.547396 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-999a30a7-d02f-47e1-8965-a64db02e54b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 1097 time: 0.0441549 Oct 14 07:00:17.667186 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-69c9a75e-bce3-4961-a4aa-418028073d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:17.668897 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-69c9a75e-bce3-4961-a4aa-418028073d4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 917 time: 0.0978422 Oct 14 07:00:17.735602 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-dc147637-05c4-4d0e-b24e-1614cd5b34de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bedccd-40f4-465d-9aba-dd1504039256 HTTP/1.1" status: 200 len: 998 time: 0.0581419 Oct 14 07:00:17.788236 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-221b11a1-5127-416d-a01e-f1b8b6df44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:17.789779 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-221b11a1-5127-416d-a01e-f1b8b6df44c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 200 len: 855 time: 0.0449445 Oct 14 07:00:17.841872 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-63c9ec98-87a9-45a0-99b6-f8d62e94bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:17.843590 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-63c9ec98-87a9-45a0-99b6-f8d62e94bc5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ef5d404-6511-4668-98f7-3518420f00d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462101 Oct 14 07:00:17.939109 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-f029f70e-b67a-4322-bf6e-d51cf8f1de93 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857439 Oct 14 07:00:18.049216 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5249626b-5088-4e97-8527-8afc6a4f38c7 req-effebd50-9731-424e-b6a2-51c7491e6bfe service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996680 Oct 14 07:00:18.057081 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df9635-87d2-4081-b0c1-f56b1e56c09f req-4f07355c-c513-4556-a5ec-0cb2cbf159d1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:18.058717 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-37df9635-87d2-4081-b0c1-f56b1e56c09f req-4f07355c-c513-4556-a5ec-0cb2cbf159d1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0558200 Oct 14 07:00:18.096667 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-37df9635-87d2-4081-b0c1-f56b1e56c09f req-b578ca3b-a7a6-44b1-9f43-d5772988d60c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309510 Oct 14 07:00:18.230080 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1ad24-93c4-4a5a-bd33-809743a83546 req-b866d4ba-003a-4493-8d96-25f1882f918e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:18.231780 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-99e1ad24-93c4-4a5a-bd33-809743a83546 req-b866d4ba-003a-4493-8d96-25f1882f918e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0524559 Oct 14 07:00:18.287215 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-99e1ad24-93c4-4a5a-bd33-809743a83546 req-240a59b6-1622-4711-a7cd-80db232fc0b5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446553 Oct 14 07:00:18.435309 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb3a8-b51f-4deb-88e6-9d3577e114d7 req-eeb67a89-da9b-44dd-b9d9-9dd242b7c34b tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:18.436786 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-872bb3a8-b51f-4deb-88e6-9d3577e114d7 req-eeb67a89-da9b-44dd-b9d9-9dd242b7c34b tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 944 time: 0.0510442 Oct 14 07:00:18.477171 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-872bb3a8-b51f-4deb-88e6-9d3577e114d7 req-355fe856-93b9-437c-ab3f-7a860a2f36cd tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Oct 14 07:00:19.277969 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cdbc9-9df6-40cd-a3da-33085d8c64d6 req-e57d69a2-154e-438a-903c-ae2b39a0d570 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:19.280211 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6e4cdbc9-9df6-40cd-a3da-33085d8c64d6 req-e57d69a2-154e-438a-903c-ae2b39a0d570 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0581672 Oct 14 07:00:19.350405 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6e4cdbc9-9df6-40cd-a3da-33085d8c64d6 req-fc2a44e7-e7f4-4239-a58f-af0a0f22e523 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628004 Oct 14 07:00:19.489961 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58cd63-0ba9-475e-9708-d7bd2f7008b1 req-a1a11e67-4a6f-4ccb-bca6-72bfe8fcffc5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:19.491483 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ba58cd63-0ba9-475e-9708-d7bd2f7008b1 req-a1a11e67-4a6f-4ccb-bca6-72bfe8fcffc5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0582867 Oct 14 07:00:19.562544 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ba58cd63-0ba9-475e-9708-d7bd2f7008b1 req-63965959-fcd4-4d97-90e0-8eec13fc2aa1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649145 Oct 14 07:00:19.665088 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6169743-f48f-4f8f-b377-7773faa853b4 req-396e591a-54c7-4739-adf0-e8e2d4035691 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:19.666533 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b6169743-f48f-4f8f-b377-7773faa853b4 req-396e591a-54c7-4739-adf0-e8e2d4035691 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 944 time: 0.0478911 Oct 14 07:00:19.708856 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b6169743-f48f-4f8f-b377-7773faa853b4 req-a5e94e62-5a0f-4a7b-b2f3-342e21f5458f tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359068 Oct 14 07:00:20.504111 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e1a71-7e09-4f1f-a6b0-bbc90920765d req-6888d0e5-5a44-4b1a-9268-971af60f5f33 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:20.504111 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4c5e1a71-7e09-4f1f-a6b0-bbc90920765d req-6888d0e5-5a44-4b1a-9268-971af60f5f33 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0612094 Oct 14 07:00:20.539014 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4c5e1a71-7e09-4f1f-a6b0-bbc90920765d req-57442e82-e9af-4ec8-99fb-45673e9a3699 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339277 Oct 14 07:00:20.684898 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb45df5-c885-43ea-a7ff-2cd7b068b1d2 req-7cc23cd3-8630-472a-9e69-72863f5f6644 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:20.686569 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ffb45df5-c885-43ea-a7ff-2cd7b068b1d2 req-7cc23cd3-8630-472a-9e69-72863f5f6644 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0524621 Oct 14 07:00:20.726665 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ffb45df5-c885-43ea-a7ff-2cd7b068b1d2 req-999913f5-31bd-4b89-a3c1-7c191aa44f37 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Oct 14 07:00:20.835122 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c7328-d9fd-40c9-99f8-392a88348a5c req-a1fbb925-99a1-4288-ae89-ea2b45900bd8 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:20.836648 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d14c7328-d9fd-40c9-99f8-392a88348a5c req-a1fbb925-99a1-4288-ae89-ea2b45900bd8 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 944 time: 0.0501463 Oct 14 07:00:20.886491 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d14c7328-d9fd-40c9-99f8-392a88348a5c req-3d6c8afd-0bad-4901-9406-a288779b3cbc tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431018 Oct 14 07:00:21.667693 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70414a1-7fd1-481f-b880-3ca7ab2caf9e req-ad50b843-1a87-4300-a05e-cfa3c512e205 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:21.669179 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c70414a1-7fd1-481f-b880-3ca7ab2caf9e req-ad50b843-1a87-4300-a05e-cfa3c512e205 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0539713 Oct 14 07:00:21.714397 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c70414a1-7fd1-481f-b880-3ca7ab2caf9e req-d76caee2-b0b2-499c-b6dc-c73f46d3ea63 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387084 Oct 14 07:00:21.841114 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:21.851668 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb369e65-337e-4516-beac-4d04ed329db5 req-5126e939-396a-4556-a769-b4c14af3faa3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:21.853456 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb369e65-337e-4516-beac-4d04ed329db5 req-5126e939-396a-4556-a769-b4c14af3faa3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0571079 Oct 14 07:00:21.894264 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb369e65-337e-4516-beac-4d04ed329db5 req-9987ecde-62bb-42d1-988d-d1a85c2a8c34 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Oct 14 07:00:22.006065 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e82aef-675a-4169-a50d-68f79797b7eb req-f577a349-628b-4188-94c6-4155360d06a6 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:22.007422 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d0e82aef-675a-4169-a50d-68f79797b7eb req-f577a349-628b-4188-94c6-4155360d06a6 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 944 time: 0.0493312 Oct 14 07:00:22.048037 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d0e82aef-675a-4169-a50d-68f79797b7eb req-026dfa03-11cb-48fd-8bb3-3ca062f718e7 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Oct 14 07:00:22.844776 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9b62d-38f2-421f-8800-8ae1a8e3c17e req-3cd510be-b677-4853-9338-05ed29e03f42 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:22.852006 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0bb9b62d-38f2-421f-8800-8ae1a8e3c17e req-3cd510be-b677-4853-9338-05ed29e03f42 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0598481 Oct 14 07:00:22.890431 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0bb9b62d-38f2-421f-8800-8ae1a8e3c17e req-70424294-6e01-4ec2-a397-4b6e73bbc50a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360470 Oct 14 07:00:23.018477 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a1e05-a539-4786-b07a-cb9b24c22765 req-6e7187fd-3755-4aea-bf93-cf0b5620d2ee tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:23.020134 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-585a1e05-a539-4786-b07a-cb9b24c22765 req-6e7187fd-3755-4aea-bf93-cf0b5620d2ee tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0566080 Oct 14 07:00:23.062208 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-585a1e05-a539-4786-b07a-cb9b24c22765 req-a52df157-00c5-49aa-8f77-11753ec525ce tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355253 Oct 14 07:00:23.178631 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7b26f-3f88-48b3-a92d-0e8f05d78dca req-d22fcdae-9903-4413-828c-4c0efc1c1e48 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:23.183920 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58b7b26f-3f88-48b3-a92d-0e8f05d78dca req-d22fcdae-9903-4413-828c-4c0efc1c1e48 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 944 time: 0.0536799 Oct 14 07:00:23.223876 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58b7b26f-3f88-48b3-a92d-0e8f05d78dca req-e9fb48df-8fb5-4292-a810-336d35155bf0 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329812 Oct 14 07:00:24.016351 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039737b-70ac-42cb-ae7c-0866f9b41e9a req-0599591c-6c91-4810-ad02-de5aad2c4216 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:24.017826 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9039737b-70ac-42cb-ae7c-0866f9b41e9a req-0599591c-6c91-4810-ad02-de5aad2c4216 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0530849 Oct 14 07:00:24.034317 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 6b52e63b-339c-48d6-bf34-04be4e40fe25 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:00:24.059331 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9039737b-70ac-42cb-ae7c-0866f9b41e9a req-ce21d17d-d28e-4b41-ac3f-b43a3bab40c1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348244 Oct 14 07:00:24.160493 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 6b52e63b-339c-48d6-bf34-04be4e40fe25, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6b52e63b-339c-48d6-bf34-04be4e40fe25,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:24.175406 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '6b52e63b-339c-48d6-bf34-04be4e40fe25', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'port_id': '6b52e63b-339c-48d6-bf34-04be4e40fe25', 'mac_address': 'fa:16:3e:a9:16:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:00:24.199018 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef292-554c-4713-ada1-3a8bb4d666fb req-71e45c01-c42c-47ea-ab45-b60e1404a6fb tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:24.200559 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0dbef292-554c-4713-ada1-3a8bb4d666fb req-71e45c01-c42c-47ea-ab45-b60e1404a6fb tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0597854 Oct 14 07:00:24.230299 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:24.244766 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b52e63b-339c-48d6-bf34-04be4e40fe25 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:00:24.251963 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0dbef292-554c-4713-ada1-3a8bb4d666fb req-fa6717e7-e7ce-4d15-a653-7f1eeed2ab14 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449901 Oct 14 07:00:24.266184 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 6b52e63b-339c-48d6-bf34-04be4e40fe25, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6b52e63b-339c-48d6-bf34-04be4e40fe25,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:24.342142 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:24.411131 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=6b52e63b-339c-48d6-bf34-04be4e40fe25,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:24.429679 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0b331-edcc-4499-9e9b-66eddde8bef1 req-92ace6dd-fd5b-4484-a547-43dd39357c52 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:24.431996 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c6a0b331-edcc-4499-9e9b-66eddde8bef1 req-92ace6dd-fd5b-4484-a547-43dd39357c52 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 945 time: 0.1076088 Oct 14 07:00:24.435674 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-5b448205-29fe-46c8-a83b-f6e0d884cca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:24.484002 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c6a0b331-edcc-4499-9e9b-66eddde8bef1 req-6053e16e-8544-404d-9821-ff61d6439dfb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Oct 14 07:00:24.812495 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['6b52e63b-339c-48d6-bf34-04be4e40fe25'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:00:25.221315 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1cfeb-fbe4-4b01-8ec6-2c0de698463c req-16ad38ab-042a-44c5-94cd-336f9dd18212 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:25.231787 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-20a1cfeb-fbe4-4b01-8ec6-2c0de698463c req-16ad38ab-042a-44c5-94cd-336f9dd18212 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0898974 Oct 14 07:00:25.268873 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-20a1cfeb-fbe4-4b01-8ec6-2c0de698463c req-20c752b7-d675-45b7-b6be-d0695d099681 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357938 Oct 14 07:00:25.422195 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3688-8c8f-4523-a5c2-7471599d979a req-88bf4fd3-290c-4ed6-b5e3-0caf15504f86 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:25.423730 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ef8d3688-8c8f-4523-a5c2-7471599d979a req-88bf4fd3-290c-4ed6-b5e3-0caf15504f86 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0575397 Oct 14 07:00:25.465168 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ef8d3688-8c8f-4523-a5c2-7471599d979a req-0ad304fa-4b1f-4b85-bcc0-966b7340ea29 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Oct 14 07:00:25.603540 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30600a4-544f-49f1-8309-a17cf0a3a6a4 req-830ce889-05f1-4f5e-ad79-0727b070926a tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:25.605123 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e30600a4-544f-49f1-8309-a17cf0a3a6a4 req-830ce889-05f1-4f5e-ad79-0727b070926a tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 945 time: 0.0540559 Oct 14 07:00:25.659280 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e30600a4-544f-49f1-8309-a17cf0a3a6a4 req-09a2191c-597f-4fdc-a319-09bb2ef587b4 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Oct 14 07:00:25.686162 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:00:26.049912 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 6b52e63b-339c-48d6-bf34-04be4e40fe25 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:00:26.172792 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 6b52e63b-339c-48d6-bf34-04be4e40fe25 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:00:26.177810 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 6b52e63b-339c-48d6-bf34-04be4e40fe25 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:26.178536 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:26.266301 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:26.292436 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b52e63b-339c-48d6-bf34-04be4e40fe25'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:00:26.294904 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaee944-cda7-4f41-b11d-b6027b54ed4e" -d '{"events": [{"server_uuid": "2ea543ec-3991-4294-bff1-693a4f5c2aac", "name": "network-vif-plugged", "status": "completed", "tag": "6b52e63b-339c-48d6-bf34-04be4e40fe25"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:00:26.312553 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 6b52e63b-339c-48d6-bf34-04be4e40fe25, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6b52e63b-339c-48d6-bf34-04be4e40fe25,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:26.344895 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d532e9e1-d1ae-48bb-b612-bf147e5a20d8 x-openstack-request-id: req-d532e9e1-d1ae-48bb-b612-bf147e5a20d8 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:00:26.344895 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea543ec-3991-4294-bff1-693a4f5c2aac", "name": "network-vif-plugged", "status": "completed", "tag": "6b52e63b-339c-48d6-bf34-04be4e40fe25", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:00:26.344895 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d532e9e1-d1ae-48bb-b612-bf147e5a20d8 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:00:26.344895 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b52e63b-339c-48d6-bf34-04be4e40fe25', 'code': 200} Oct 14 07:00:26.383644 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:26.444368 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abce61-3ed4-4f92-a165-724fe1cf627f req-36f46426-a04f-48da-80eb-0495e0ad7a0f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:26.445957 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d9abce61-3ed4-4f92-a165-724fe1cf627f req-36f46426-a04f-48da-80eb-0495e0ad7a0f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0586348 Oct 14 07:00:26.450495 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=6b52e63b-339c-48d6-bf34-04be4e40fe25,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:26.488051 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d9abce61-3ed4-4f92-a165-724fe1cf627f req-66dacb15-5d7b-4cc3-a385-23579f310c59 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352592 Oct 14 07:00:26.613950 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aca07c-15ef-4b4d-8438-5bedd22224b8 req-88b93678-9bde-422b-812c-e84d7b33e98c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:26.616140 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-72aca07c-15ef-4b4d-8438-5bedd22224b8 req-88b93678-9bde-422b-812c-e84d7b33e98c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0521688 Oct 14 07:00:26.664024 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-72aca07c-15ef-4b4d-8438-5bedd22224b8 req-97c93bb2-63b4-425a-aaca-4c5f1dd8fd64 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Oct 14 07:00:26.822411 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7cdbb-e935-458a-8cbc-a83663b530d2 req-33e924f9-9767-4f71-a08d-7d4ed8d53311 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:26.823995 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3ec7cdbb-e935-458a-8cbc-a83663b530d2 req-33e924f9-9767-4f71-a08d-7d4ed8d53311 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0845110 Oct 14 07:00:26.840047 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71bbf9-f99a-42d9-b03c-ff6a1772537b req-1bb53da1-b11e-4e48-92cf-dee595b95e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:26.841753 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2c71bbf9-f99a-42d9-b03c-ff6a1772537b req-1bb53da1-b11e-4e48-92cf-dee595b95e51 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 1099 time: 0.0750475 Oct 14 07:00:26.874799 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3ec7cdbb-e935-458a-8cbc-a83663b530d2 req-b15c6ba2-9548-493c-bb7b-ac52c7a728e1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429454 Oct 14 07:00:26.900662 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2c71bbf9-f99a-42d9-b03c-ff6a1772537b req-73d34521-77eb-4b12-a7d7-1b4750b76dab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479941 Oct 14 07:00:26.990306 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-64d7f539-d960-4527-9379-a7dd7655be7b tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:26.993316 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-64d7f539-d960-4527-9379-a7dd7655be7b tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/networks?id=ff34ec01-9edb-49e5-b8da-fce3759c1747 HTTP/1.1" status: 200 len: 814 time: 0.1172256 Oct 14 07:00:27.010102 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-5c04ce0a-32ef-4e5c-b22b-41d7ef9c7096 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/quotas/e515a5b1a5ca4587a06b14de165c980c HTTP/1.1" status: 200 len: 375 time: 0.0097597 Oct 14 07:00:27.041043 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-53748958-5faa-49af-9f26-4c0caf2879a8 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e515a5b1a5ca4587a06b14de165c980c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256093 Oct 14 07:00:27.142265 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-0171b452-4466-4d8e-899a-39cd0ef2d5db service neutron] 10.222.0.26 "GET /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935969 Oct 14 07:00:27.178552 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-c7a47110-85d6-42bf-b631-88624fa3fa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:27.236031 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-b53a24ce-835f-490f-a0c4-3b6b53ba1984 service neutron] 10.222.0.26 "GET /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870838 Oct 14 07:00:27.551426 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4154e031-1bb7-4aaa-87bd-f7f1c12fa88e req-afa728f1-fcf7-4d8e-a193-5291b82331a5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0836029 Oct 14 07:00:27.671986 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae9309-1d97-4496-9b39-28de57867abc req-66406d83-2980-48e4-b4c5-595dd3919699 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:27.681849 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3aae9309-1d97-4496-9b39-28de57867abc req-66406d83-2980-48e4-b4c5-595dd3919699 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0641470 Oct 14 07:00:27.761981 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3aae9309-1d97-4496-9b39-28de57867abc req-ec67d12e-fe1a-4371-9ecc-613709d35365 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789595 Oct 14 07:00:27.861795 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408d43-4940-4890-90b8-1a9e6819179f req-9ed71a04-19f2-42fa-99d7-2b88ea5cb3d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:27.870722 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0d408d43-4940-4890-90b8-1a9e6819179f req-9ed71a04-19f2-42fa-99d7-2b88ea5cb3d8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0850511 Oct 14 07:00:27.925041 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0d408d43-4940-4890-90b8-1a9e6819179f req-c9e9060d-e84f-493b-b032-106946f1c662 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529213 Oct 14 07:00:27.997785 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ef586-389d-4245-ae1c-0b348bd2f305 req-3b77e7bd-c9d3-4bb1-a88c-3d523af3eefc tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:27.999697 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-da7ef586-389d-4245-ae1c-0b348bd2f305 req-3b77e7bd-c9d3-4bb1-a88c-3d523af3eefc tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0569608 Oct 14 07:00:28.042956 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-da7ef586-389d-4245-ae1c-0b348bd2f305 req-d644bb45-dc89-4401-805c-4adfb5b2c101 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361114 Oct 14 07:00:28.290343 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:28.475303 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:28.687398 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-651106de-d7a9-40e8-a552-03c8ccef15f2 req-cec696c6-3f66-4baa-9923-31fd46afa8ec tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0823126 Oct 14 07:00:29.064983 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f997ec-e452-487c-87b1-e8e6e7cedcf5 req-f0a0b4e1-ad96-4832-b05f-7e97cb3e1def tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:29.076737 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-65f997ec-e452-487c-87b1-e8e6e7cedcf5 req-f0a0b4e1-ad96-4832-b05f-7e97cb3e1def tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.1378453 Oct 14 07:00:29.123502 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3012f-01bd-4cea-88ff-b3a2fcd6abdb req-718a9030-b03e-490d-9c6e-d1a523172833 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:29.131520 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10f3012f-01bd-4cea-88ff-b3a2fcd6abdb req-718a9030-b03e-490d-9c6e-d1a523172833 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1281493 Oct 14 07:00:29.161901 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-65f997ec-e452-487c-87b1-e8e6e7cedcf5 req-1591a088-c7fe-4be8-ba9f-5686783e059c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874033 Oct 14 07:00:29.216313 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10f3012f-01bd-4cea-88ff-b3a2fcd6abdb req-ddaf35c2-0eb8-4b41-80e2-16dea08dbd6c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710979 Oct 14 07:00:29.340572 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca862e-d139-4daf-9328-941aac53ba7f req-8d94694f-7870-4639-b505-6f6789c4c8d1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:29.342450 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2cca862e-d139-4daf-9328-941aac53ba7f req-8d94694f-7870-4639-b505-6f6789c4c8d1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0712101 Oct 14 07:00:29.381196 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2cca862e-d139-4daf-9328-941aac53ba7f req-723cd24b-0aa2-4b1b-807d-c6282bee7d12 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323241 Oct 14 07:00:29.851887 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d329fd4e-627b-4fd1-b152-f5ccacd691e2 req-f9c26072-8c47-41cd-9af6-d3749cd54ac8 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0372152 Oct 14 07:00:30.166418 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:30.357339 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd40a28-98e5-47d2-8fc4-74f31f2c0a92 req-95ae420c-dab7-49a7-b629-d315eda46b79 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:30.358713 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8bd40a28-98e5-47d2-8fc4-74f31f2c0a92 req-95ae420c-dab7-49a7-b629-d315eda46b79 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0952094 Oct 14 07:00:30.365841 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545983f2-710f-4bd1-8068-cab416c67ac2 req-8e1d37f4-373e-4e16-9aa7-968571fa8739 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:30.367361 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-545983f2-710f-4bd1-8068-cab416c67ac2 req-8e1d37f4-373e-4e16-9aa7-968571fa8739 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0945032 Oct 14 07:00:30.424103 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8bd40a28-98e5-47d2-8fc4-74f31f2c0a92 req-0c7ce32e-bc96-4188-a8d5-a9dac34e6a77 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559692 Oct 14 07:00:30.426781 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-545983f2-710f-4bd1-8068-cab416c67ac2 req-9971440b-0c8d-4711-a5a3-933f1498c182 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529060 Oct 14 07:00:30.531727 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa54cb5-2300-4ef4-a2ad-494fdb283662 req-dc1d81eb-0ac7-4677-9bba-c99cafb64559 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:30.533238 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-faa54cb5-2300-4ef4-a2ad-494fdb283662 req-dc1d81eb-0ac7-4677-9bba-c99cafb64559 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0508742 Oct 14 07:00:30.578165 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-faa54cb5-2300-4ef4-a2ad-494fdb283662 req-2032e0e6-4aa7-4702-9353-bedc509ecdec tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384676 Oct 14 07:00:30.956627 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bf09e16d-620e-43e4-b9f1-1bb8151a6552 req-f7e12738-f038-4be8-a1ba-8dba0383b827 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0254428 Oct 14 07:00:31.809666 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c717a8a-9e46-46dc-acd0-ed8ba380d771 req-3138f2bf-af32-43b3-89b0-7ead48f1e726 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:31.811131 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7c717a8a-9e46-46dc-acd0-ed8ba380d771 req-3138f2bf-af32-43b3-89b0-7ead48f1e726 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.3173485 Oct 14 07:00:31.822965 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadaba0-6c52-42fa-bb1c-7e0dca5d7c71 req-39b74425-ddeb-46fb-b4d1-810a144ed92d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:31.824424 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cfadaba0-6c52-42fa-bb1c-7e0dca5d7c71 req-39b74425-ddeb-46fb-b4d1-810a144ed92d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.3141797 Oct 14 07:00:31.881629 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cfadaba0-6c52-42fa-bb1c-7e0dca5d7c71 req-31f8bd15-eea3-4044-821f-3243f549253f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491030 Oct 14 07:00:31.884684 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7c717a8a-9e46-46dc-acd0-ed8ba380d771 req-de3d863c-6fd2-4b22-821b-f1a26a12a74e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593777 Oct 14 07:00:32.008576 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda2e22-5771-4360-b630-5498bd5d9f60 req-655dd7e7-62ea-4f74-9ac9-f5e45f0a3586 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:32.010061 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eeda2e22-5771-4360-b630-5498bd5d9f60 req-655dd7e7-62ea-4f74-9ac9-f5e45f0a3586 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0507700 Oct 14 07:00:32.074984 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cb10fa40-cd62-49fd-a8b9-f734f3bc798e req-a168944c-1085-42f6-a47a-d9369c79dd3c tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0376070 Oct 14 07:00:32.102367 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eeda2e22-5771-4360-b630-5498bd5d9f60 req-4a5fca57-b3ea-4aae-b231-06251d83fd88 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854490 Oct 14 07:00:33.025985 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323332c-1556-49cc-a3e1-11c5e1fbdb30 req-020911ff-46d2-41af-813a-fbeb5d2a86b5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:33.027402 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7323332c-1556-49cc-a3e1-11c5e1fbdb30 req-020911ff-46d2-41af-813a-fbeb5d2a86b5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0734432 Oct 14 07:00:33.038738 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53a5d2-3b07-4a6b-9ad8-de7f9b39a8eb req-01fb9c4a-bb24-4510-9624-1ab048bd458b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:33.040434 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8b53a5d2-3b07-4a6b-9ad8-de7f9b39a8eb req-01fb9c4a-bb24-4510-9624-1ab048bd458b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0778878 Oct 14 07:00:33.100067 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8b53a5d2-3b07-4a6b-9ad8-de7f9b39a8eb req-baac1260-98cd-4fad-b658-6e7a435f8e91 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524945 Oct 14 07:00:33.108019 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7323332c-1556-49cc-a3e1-11c5e1fbdb30 req-63269e3f-af3b-4704-8a5b-0f31b54f3ca2 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666349 Oct 14 07:00:33.286204 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4d7c5100-a3a9-4534-9f7e-9b7d199d7b3b req-cbcee3f0-bcc6-4df9-98e3-13036846e7c2 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0578732 Oct 14 07:00:33.318471 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66d93f-558f-4a04-83c4-5a3ec5432e39 req-4113300f-c435-4ed5-bb7c-79a5f8ea13c3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:33.320815 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2c66d93f-558f-4a04-83c4-5a3ec5432e39 req-4113300f-c435-4ed5-bb7c-79a5f8ea13c3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.1055977 Oct 14 07:00:33.371283 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2c66d93f-558f-4a04-83c4-5a3ec5432e39 req-046f471f-3cd4-4ff7-a9eb-4dfaa2e7f304 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408025 Oct 14 07:00:34.269926 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696df3f-61ab-422d-8afb-26c399d89f65 req-b428b295-358b-480d-a98d-e83e8da6f479 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:34.271591 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6696df3f-61ab-422d-8afb-26c399d89f65 req-b428b295-358b-480d-a98d-e83e8da6f479 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0949523 Oct 14 07:00:34.299245 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0445a2-0142-4f7f-a1d2-5fbf0e4fce68 req-59d75405-8888-4fbe-9192-8037c8bdfda0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:34.310430 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb0445a2-0142-4f7f-a1d2-5fbf0e4fce68 req-59d75405-8888-4fbe-9192-8037c8bdfda0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0931201 Oct 14 07:00:34.368992 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6696df3f-61ab-422d-8afb-26c399d89f65 req-1f84d115-13e7-4e2e-95e0-b48dd7bde6a4 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906763 Oct 14 07:00:34.378571 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb0445a2-0142-4f7f-a1d2-5fbf0e4fce68 req-a57584d9-c60f-482b-9f65-4646ba87e125 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672710 Oct 14 07:00:34.461721 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e054429c-2f2d-4e16-96df-2129aa3a7841 req-2c1391cb-3b0c-4fe9-b518-715faec1ac59 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0268548 Oct 14 07:00:34.528010 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0ae10-5108-47a0-98c2-32d56a9d6ac3 req-f9c972a5-f655-49e5-b7be-1df7c33994bf tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:34.529901 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f5a0ae10-5108-47a0-98c2-32d56a9d6ac3 req-f9c972a5-f655-49e5-b7be-1df7c33994bf tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0581796 Oct 14 07:00:34.570895 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f5a0ae10-5108-47a0-98c2-32d56a9d6ac3 req-42064f3f-f74f-427c-a3a7-3e886ede2638 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Oct 14 07:00:35.536571 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b4fc5-c3da-43c3-9809-56886fc4e3a6 req-ecf66263-7319-455b-a6f4-4e3597fb73c9 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:35.538830 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-675b4fc5-c3da-43c3-9809-56886fc4e3a6 req-ecf66263-7319-455b-a6f4-4e3597fb73c9 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0851328 Oct 14 07:00:35.560738 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea799598-8411-41b0-9581-b687c338b8e1 req-f2bf2646-674d-4481-8246-66a7ae5d29df tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:35.562222 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea799598-8411-41b0-9581-b687c338b8e1 req-f2bf2646-674d-4481-8246-66a7ae5d29df tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0784764 Oct 14 07:00:35.605880 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-675b4fc5-c3da-43c3-9809-56886fc4e3a6 req-eee3cf1f-1fe4-42f3-a23b-33379ddbf056 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592656 Oct 14 07:00:35.631171 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea799598-8411-41b0-9581-b687c338b8e1 req-c4cc2cb5-39d3-4348-9587-80bfcda760f4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607975 Oct 14 07:00:35.724822 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cf986414-3cba-4857-88a5-ab0d00278355 req-13f50586-25e5-4670-88f8-fb0b2ba51c02 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0375452 Oct 14 07:00:35.768261 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f88d4-01ea-4b25-bd45-d00dfc709ae5 req-a82c9a7a-a4de-4add-b169-9594e933d2e3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:35.770501 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e63f88d4-01ea-4b25-bd45-d00dfc709ae5 req-a82c9a7a-a4de-4add-b169-9594e933d2e3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0697374 Oct 14 07:00:35.773542 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 60312) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:35.842622 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Deleting subnet b0fe1261-69cf-4db3-b2fa-2e0fddbede12 {{(pid=106664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:00:35.847845 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:35.851588 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e63f88d4-01ea-4b25-bd45-d00dfc709ae5 req-476706c0-bc8c-467b-a520-8750f60402de tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706723 Oct 14 07:00:35.885512 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16552993'] for subnet, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:35.925418 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.067094 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15815735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15940715'] for subnet, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.096680 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fe1261-69cf-4db3-b2fa-2e0fddbede12,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:36.099209 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.102352 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b0fe1261-69cf-4db3-b2fa-2e0fddbede12 HTTP/1.1" status: 204 len: 168 time: 0.3276649 Oct 14 07:00:36.108468 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.108823 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.108939 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 60316) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:36.109521 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.109521 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.109832 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.110185 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.110532 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.110863 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.111185 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.111531 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.133239 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.133239 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c786cb-caa1-4cbb-b347-af0241c091fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.184045 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.263008 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.283725 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc734cb-4b2c-4a9b-9276-3d2d657d0e36']}} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:36.294198 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d10f54-2c9d-44b8-b542-41fa6ff04cbd') {'for_net_delete': True} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:36.299806 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d10f54-2c9d-44b8-b542-41fa6ff04cbd') {} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:36.305210 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15967528'] for segment, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.318837 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.325053 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=106663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:00:36.325446 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15657989'] for segment, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: Traceback (most recent call last): Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: timer() Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: cb(*args, **kw) Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: return func(*args, **kwargs) Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: self._notify() Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: self.callback(batched_events) Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: event.method(event) Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: return f(self, *a, **k) Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._get(url).json() Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: return self.request(url, 'GET', **kwargs) Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:00:36.327159 dv-cinder-804470-7-iscsi neutron-server[106663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:00:36.455413 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.462830 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.466092 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0dc734cb-4b2c-4a9b-9276-3d2d657d0e36 HTTP/1.1" status: 204 len: 168 time: 0.3560801 Oct 14 07:00:36.475629 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc734cb-4b2c-4a9b-9276-3d2d657d0e36,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:36.482734 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.483624 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.483624 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.483847 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.484112 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.484440 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.484759 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.485083 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.485404 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.485838 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.486026 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.486342 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54e95e-aa63-4a21-a285-66deb2d36a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:00:36.753474 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8504fe-7cab-40ea-bd73-509e3fb5b40b req-4269c23c-9b13-4726-84fd-f4efd773d18e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:36.755947 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1c8504fe-7cab-40ea-bd73-509e3fb5b40b req-4269c23c-9b13-4726-84fd-f4efd773d18e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0754302 Oct 14 07:00:36.796017 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed428a7-d3d4-44ff-b0ad-a889371ff75a req-4ab9813b-f5fb-43b4-9987-b2bd51f5b21a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:36.797627 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4ed428a7-d3d4-44ff-b0ad-a889371ff75a req-4ab9813b-f5fb-43b4-9987-b2bd51f5b21a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0784154 Oct 14 07:00:36.822757 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1c8504fe-7cab-40ea-bd73-509e3fb5b40b req-b36eb32d-b86f-4cb0-8897-ecedd896e28e tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581088 Oct 14 07:00:36.852218 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 60328) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:36.862349 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4ed428a7-d3d4-44ff-b0ad-a889371ff75a req-05382f2d-bcd1-4da7-9684-cf05917ab066 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529144 Oct 14 07:00:36.911965 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6d56ae0b-c189-488a-928a-8d73c8c2571c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5da8629dca3f4861afaabe01bb295cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546820 Oct 14 07:00:36.912695 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 60332) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:36.920204 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6d115d14-d6fc-4afa-9815-2278f9c6d9ae req-b12d1610-8782-4376-a1a5-d0c3f7f4d1ba tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0273273 Oct 14 07:00:36.968053 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d9c33a9-0821-4b5e-8dcd-f94d4a0f12b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:36.995919 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d9c33a9-0821-4b5e-8dcd-f94d4a0f12b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:37.015386 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd219a-7e79-4b81-b4dd-7b74045fee15 req-de7334be-042f-45d8-8b3e-90f0966be403 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:37.017170 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-efbd219a-7e79-4b81-b4dd-7b74045fee15 req-de7334be-042f-45d8-8b3e-90f0966be403 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0550082 Oct 14 07:00:37.061374 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-efbd219a-7e79-4b81-b4dd-7b74045fee15 req-ead36d31-baed-4f72-9f22-6d7d1c32457a tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358474 Oct 14 07:00:37.140961 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d9c33a9-0821-4b5e-8dcd-f94d4a0f12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:37.143762 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6d9c33a9-0821-4b5e-8dcd-f94d4a0f12b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:37.148207 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6d9c33a9-0821-4b5e-8dcd-f94d4a0f12b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04fa511a-dfda-4e16-aa4e-e31fcccee7cc HTTP/1.1" status: 204 len: 168 time: 0.2313197 Oct 14 07:00:37.156331 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c33a9-0821-4b5e-8dcd-f94d4a0f12b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fa511a-dfda-4e16-aa4e-e31fcccee7cc,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:37.529218 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-e16a4985-c8b9-4510-a451-1b7763cd3427 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746412899&fields=id&tenant_id=765e6609fafd4beead27cad66132a83e HTTP/1.1" status: 200 len: 267 time: 0.0423515 Oct 14 07:00:37.655471 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-cf23c641-2407-48f5-8a83-032ab59dcd26 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:37.656897 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-cf23c641-2407-48f5-8a83-032ab59dcd26 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/networks?id=0d570353-2231-4112-a9e2-e7cc84566a32 HTTP/1.1" status: 200 len: 809 time: 0.1193917 Oct 14 07:00:37.672195 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-806cc4f7-8510-4b64-bffd-6214a89ac5d9 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/quotas/765e6609fafd4beead27cad66132a83e HTTP/1.1" status: 200 len: 375 time: 0.0094662 Oct 14 07:00:37.732772 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-146e0753-cc54-46ab-afee-5715f6b21e4f tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=765e6609fafd4beead27cad66132a83e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533521 Oct 14 07:00:37.846987 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-05cf9975-0a29-4ec1-8bb9-6156e0af23c0 service neutron] 10.222.0.26 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007652 Oct 14 07:00:38.003502 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-4a5d5bc0-fe30-46d3-a696-f91d24c81584 service neutron] 10.222.0.26 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396677 Oct 14 07:00:38.016614 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88e4d-d2ec-4155-9d82-b99b359ac998 req-abfa9838-5c5f-4679-aaa8-cbab34376f56 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:38.017918 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e4e88e4d-d2ec-4155-9d82-b99b359ac998 req-abfa9838-5c5f-4679-aaa8-cbab34376f56 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0913794 Oct 14 07:00:38.076041 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e4e88e4d-d2ec-4155-9d82-b99b359ac998 req-6a8d80fd-62e8-4f09-8cb1-1b222405d9c8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500124 Oct 14 07:00:38.240435 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aa063-2f88-41c2-b395-8bf5d0e8d467 req-27878295-cbf2-4661-b8aa-f4835311f286 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:38.241941 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4d9aa063-2f88-41c2-b395-8bf5d0e8d467 req-27878295-cbf2-4661-b8aa-f4835311f286 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0690515 Oct 14 07:00:38.300041 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4d9aa063-2f88-41c2-b395-8bf5d0e8d467 req-d3197909-5969-442b-8e6e-beb1578f5461 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519502 Oct 14 07:00:38.384090 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ec930e85-571f-4405-bce2-e811d1786eb9 req-b83f8d63-41ec-4948-94f7-e8bb3d554103 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0271318 Oct 14 07:00:38.521770 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9f3ef-d5f8-4d97-9ce7-e165af688856 req-c91b9f44-16a2-41ed-867a-62b4a2246bda tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:38.523766 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-84a9f3ef-d5f8-4d97-9ce7-e165af688856 req-c91b9f44-16a2-41ed-867a-62b4a2246bda tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0657208 Oct 14 07:00:38.595871 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-84a9f3ef-d5f8-4d97-9ce7-e165af688856 req-d4ab660f-6783-4209-8bfc-1eab899323c9 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651941 Oct 14 07:00:38.738918 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e5f632c2-5b8a-4e84-8b5b-44d0eb280369 req-9c9c3d71-e100-4617-8e12-e8dda5025abe tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 210 time: 0.0418394 Oct 14 07:00:39.233183 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ce888-0a31-429d-b889-4ddb4ca0666c req-eb42f430-6c49-4e5e-af0a-edc609c7f08a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:39.234715 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-541ce888-0a31-429d-b889-4ddb4ca0666c req-eb42f430-6c49-4e5e-af0a-edc609c7f08a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0580430 Oct 14 07:00:39.274090 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-541ce888-0a31-429d-b889-4ddb4ca0666c req-1d3ec21a-8628-49fd-8fd8-6aed26bfe574 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327272 Oct 14 07:00:39.422129 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba3069-43af-4a87-9e82-71055d0361e5 req-546ca2df-e769-4824-bd2f-36a862deb1f6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:39.423710 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1fba3069-43af-4a87-9e82-71055d0361e5 req-546ca2df-e769-4824-bd2f-36a862deb1f6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0526974 Oct 14 07:00:39.472021 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1fba3069-43af-4a87-9e82-71055d0361e5 req-58c16dd9-280a-401e-a19e-b369573bf5a1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368669 Oct 14 07:00:39.536016 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-723b937f-2188-4efb-a093-48b6941fdf7f req-fd1dc4cc-e168-424e-b86c-c1da1a8c8f40 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0280938 Oct 14 07:00:39.709509 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24bbb1-cda1-44a2-aef4-788e39bf8f52 req-284a0a19-2b82-4870-8318-d93cfc200ee5 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:39.711016 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3c24bbb1-cda1-44a2-aef4-788e39bf8f52 req-284a0a19-2b82-4870-8318-d93cfc200ee5 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0505397 Oct 14 07:00:39.756314 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3c24bbb1-cda1-44a2-aef4-788e39bf8f52 req-891c73d5-e866-4642-8e64-06bb3fe01195 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359435 Oct 14 07:00:39.816476 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8a71387a-d749-48ec-a23c-ab8ae1723f04 req-b5261167-73dd-41f9-a74b-693f1381ae83 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 210 time: 0.0259893 Oct 14 07:00:40.391670 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71552e21-fb4c-493a-a11a-b86db7e5aba8 req-5cbbfd18-ac46-4936-800d-a3b704a70ead tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:40.393116 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-71552e21-fb4c-493a-a11a-b86db7e5aba8 req-5cbbfd18-ac46-4936-800d-a3b704a70ead tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0474339 Oct 14 07:00:40.433922 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-71552e21-fb4c-493a-a11a-b86db7e5aba8 req-06196763-9409-4a67-978f-76fea1ca9afa tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344400 Oct 14 07:00:40.605392 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c64e3b-ae59-4ce8-8a4e-cdf09d29115a req-18965477-1c94-45c8-9a3b-5002a114cc23 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:40.606915 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d4c64e3b-ae59-4ce8-8a4e-cdf09d29115a req-18965477-1c94-45c8-9a3b-5002a114cc23 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0624108 Oct 14 07:00:40.653457 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b16db735-5dbf-4062-81ec-de182a0cd354 req-4b911ce8-eef4-471d-9c63-f4fe3d080251 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0403700 Oct 14 07:00:40.673905 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d4c64e3b-ae59-4ce8-8a4e-cdf09d29115a req-d667b73c-1088-47ae-94a9-388987b1b956 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568991 Oct 14 07:00:40.906195 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0208563-6a05-4464-b411-1b3d678235a7 req-7618c8e5-629b-4997-b3ed-7a055bdf6150 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:40.907762 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b0208563-6a05-4464-b411-1b3d678235a7 req-7618c8e5-629b-4997-b3ed-7a055bdf6150 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0703866 Oct 14 07:00:40.929664 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7d769c84-1b3e-4449-b9b6-e40e96b95eba req-b23d41bb-eed9-4008-93e8-1492549555b0 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 210 time: 0.0394065 Oct 14 07:00:40.962801 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b0208563-6a05-4464-b411-1b3d678235a7 req-7e4f4893-a1b2-437b-adb4-489adce251e1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367332 Oct 14 07:00:41.054247 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d1f0a-99c6-467a-8480-d385064cc7ac req-1fcaf0c0-904b-4d77-b7a7-ca0ff6a84bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:41.056319 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7a5d1f0a-99c6-467a-8480-d385064cc7ac req-1fcaf0c0-904b-4d77-b7a7-ca0ff6a84bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 1099 time: 0.0526690 Oct 14 07:00:41.084714 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f8242-f8bd-465c-8ec2-abcd718e1e2c req-45c629f4-56e3-4ffd-b63a-7ca457bf6a46 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:41.086164 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f07f8242-f8bd-465c-8ec2-abcd718e1e2c req-45c629f4-56e3-4ffd-b63a-7ca457bf6a46 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0541940 Oct 14 07:00:41.113368 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7a5d1f0a-99c6-467a-8480-d385064cc7ac req-48373b12-d319-4e6c-8ff6-e9cc355bad41 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Oct 14 07:00:41.154305 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f07f8242-f8bd-465c-8ec2-abcd718e1e2c req-aa13e2e3-d046-4003-a151-813c6c3f82af tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612719 Oct 14 07:00:41.172264 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 60436) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:41.370382 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17140e94-6122-4cb4-b163-620bb70f1eb0 tempest-TestVolumeBootPattern-570770194 tempest-TestVolumeBootPattern-570770194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:41.371919 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-17140e94-6122-4cb4-b163-620bb70f1eb0 tempest-TestVolumeBootPattern-570770194 tempest-TestVolumeBootPattern-570770194-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 1094 time: 0.1984811 Oct 14 07:00:41.374847 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 60442) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:41.378970 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'floatingip': {'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'port_id': '6b52e63b-339c-48d6-bf34-04be4e40fe25', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:41.506377 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:41.562786 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745ec5-0828-450b-abed-4a5976a72320 req-bc60c2df-d21b-44ee-bc06-3d702e7644ac tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:41.564480 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-40745ec5-0828-450b-abed-4a5976a72320 req-bc60c2df-d21b-44ee-bc06-3d702e7644ac tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0491006 Oct 14 07:00:41.606049 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:41.606837 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-40745ec5-0828-450b-abed-4a5976a72320 req-632e1b7a-cb32-4641-b571-44822096e6fd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361531 Oct 14 07:00:41.712848 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Allocated IP 172.27.0.210 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/7bb08ac4-e1ce-4bf5-ab08-04571fcb2ad8) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:00:41.751303 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6aa34199-499c-4621-a554-9d735870bec8 req-a21cabef-73ed-49d2-901c-0c04e6adf680 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0267222 Oct 14 07:00:41.803327 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440cf38-0121-410a-ba70-33fcf46a219c req-c6d21d38-0daf-4b57-b3ef-660320957487 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:41.805062 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7440cf38-0121-410a-ba70-33fcf46a219c req-c6d21d38-0daf-4b57-b3ef-660320957487 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0525453 Oct 14 07:00:41.828783 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:41.844294 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7440cf38-0121-410a-ba70-33fcf46a219c req-49e718c9-21a1-486a-bbba-c720712ff5f3 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328989 Oct 14 07:00:41.929564 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:41.968350 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:00:41.971099 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:00:41.977001 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:00:41.982445 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'Port': ['ID=7bb08ac4-e1ce-4bf5-ab08-04571fcb2ad8,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:42.026886 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bc906421-2cac-4d38-8b8a-a66215e6fae0 req-2d341981-8d39-4d1b-97f8-e83d97701020 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 210 time: 0.0288422 Oct 14 07:00:42.328741 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:42.537893 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:42.729830 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffc830-6e69-476e-9909-a8103e0cd0e9 req-143f429d-1a27-4b2b-8d9e-cfd1be6e74ec tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:42.731318 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d0ffc830-6e69-476e-9909-a8103e0cd0e9 req-143f429d-1a27-4b2b-8d9e-cfd1be6e74ec tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0495725 Oct 14 07:00:42.746190 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-050e48a5-f626-4296-9378-d410c34aa582 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:42.747670 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-050e48a5-f626-4296-9378-d410c34aa582 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.39 "GET /v2.0/networks?id=ff34ec01-9edb-49e5-b8da-fce3759c1747 HTTP/1.1" status: 200 len: 814 time: 0.1659100 Oct 14 07:00:42.777965 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:42.778733 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d0ffc830-6e69-476e-9909-a8103e0cd0e9 req-0b712ff6-7d1b-432d-83f6-b9f402f87861 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Oct 14 07:00:42.784709 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Request body: {'port': {'device_id': 'b5cabd9c-1b60-4646-9bb8-e3eadaa6111f', 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747', 'admin_state_up': True, 'tenant_id': 'e515a5b1a5ca4587a06b14de165c980c'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:42.858224 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:42.876293 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c20a5015-ec87-43b3-8f17-cedd8bb4b834 req-53a6e787-859b-496d-a71f-b305f750314e tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0302041 Oct 14 07:00:42.980791 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0dc47-8950-47b3-8c09-0e05d6a4f034 req-7c245375-c835-487f-880c-75f5eb4995ba tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:42.982365 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-15e0dc47-8950-47b3-8c09-0e05d6a4f034 req-7c245375-c835-487f-880c-75f5eb4995ba tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0558536 Oct 14 07:00:43.039107 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-15e0dc47-8950-47b3-8c09-0e05d6a4f034 req-f842634f-42a6-42d4-a347-048142288a68 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499613 Oct 14 07:00:43.123006 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a3be2a3c-682b-4d92-a812-433257fc09d0 req-54023f3f-c1cc-4b9c-b9c2-2dbec16d41b5 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 210 time: 0.0278695 Oct 14 07:00:43.202694 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'Port': ['ID=7bb08ac4-e1ce-4bf5-ab08-04571fcb2ad8,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:43.224036 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:43.322019 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Made reservation on behalf of e515a5b1a5ca4587a06b14de165c980c for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:00:43.325379 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:43.331022 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.l3_db [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Floating IP 1eb51cd2-c46d-4d6a-bc27-d86134cc293f associated. External IP: 172.27.0.210, port: 6b52e63b-339c-48d6-bf34-04be4e40fe25. Oct 14 07:00:43.441589 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-b2d8b732-ea23-4496-8bbe-09ccdeaa520c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:43.443570 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-b2d8b732-ea23-4496-8bbe-09ccdeaa520c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.39 "GET /v2.0/networks?id=0d570353-2231-4112-a9e2-e7cc84566a32 HTTP/1.1" status: 200 len: 809 time: 0.1032310 Oct 14 07:00:43.493771 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-2faaf96d-693d-4265-bfba-04afbc0abec6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=765e6609fafd4beead27cad66132a83e HTTP/1.1" status: 200 len: 379 time: 0.0334895 Oct 14 07:00:43.509904 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Request body: {'port': {'device_id': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'admin_state_up': True, 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'security_groups': ['19f8389e-c9c1-45a0-9d2e-28145a1aa8dc']}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:43.573819 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Allocated IP 172.20.0.3 (ff34ec01-9edb-49e5-b8da-fce3759c1747/3691a3ac-1856-4cbd-a811-94813c63b78f/cf844bcf-b0a8-456b-a237-75c8d7120268) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:00:43.687929 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Router ea295aa4-8fef-4f56-9550-7316c96dcc08 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:00:43.742545 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Made reservation on behalf of 765e6609fafd4beead27cad66132a83e for: {'port': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:00:43.746814 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:43.848716 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:43.873755 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:00:43.894106 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] Sync routers for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:00:43.903710 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:00:43.904590 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:00:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:43.912328 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Allocated IP 172.20.0.14 (0d570353-2231-4112-a9e2-e7cc84566a32/70e79e12-9c45-45e7-bae4-91c3adf904d9/5a236dfd-b937-41bc-adb2-105a43a4b7a5) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:00:43.939744 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f8510-4a0f-42ec-96fc-f1a11b6efd22 req-b7f64039-b3d0-4320-bb7f-4380283d28f1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:43.941246 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ab1f8510-4a0f-42ec-96fc-f1a11b6efd22 req-b7f64039-b3d0-4320-bb7f-4380283d28f1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0825908 Oct 14 07:00:43.984670 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:44.021890 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:00:44.022034 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-b34fa31b-c129-44f8-8743-c4f3cb269a67 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6444044 Oct 14 07:00:44.022034 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'tag': '6b52e63b-339c-48d6-bf34-04be4e40fe25'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:00:44.024836 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c6958d-f26b-467e-95ac-3c4a062d5658" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea543ec-3991-4294-bff1-693a4f5c2aac", "tag": "6b52e63b-339c-48d6-bf34-04be4e40fe25"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:00:44.026512 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eb7e9d7a-2840-42b9-8554-0e82a08e8442 req-3c4283df-5c4c-414f-9c66-d5bb7e8ed376 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0621033 Oct 14 07:00:44.039918 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:44.121110 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Network ff34ec01-9edb-49e5-b8da-fce3759c1747 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:00:44.134989 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:00:44.140083 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:00:44.141397 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ab1f8510-4a0f-42ec-96fc-f1a11b6efd22 req-fa2e07ed-d46e-4555-89ad-05fe41a80030 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838317 Oct 14 07:00:44.211630 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:44.215656 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Pushing event updated for resources: {'Port': ['ID=cf844bcf-b0a8-456b-a237-75c8d7120268,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:44.219540 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b5d9f1-b9f5-4f0b-a3b4-f1e6325a5858 x-openstack-request-id: req-80b5d9f1-b9f5-4f0b-a3b4-f1e6325a5858 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:00:44.219855 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea543ec-3991-4294-bff1-693a4f5c2aac", "tag": "6b52e63b-339c-48d6-bf34-04be4e40fe25", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:00:44.220085 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80b5d9f1-b9f5-4f0b-a3b4-f1e6325a5858 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:00:44.220480 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'tag': '6b52e63b-339c-48d6-bf34-04be4e40fe25', 'status': 'completed', 'code': 200} Oct 14 07:00:44.247965 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:44.248671 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:44.329908 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-7adc84f1-69e4-47f1-b4d4-234bd7a29299 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5495250 Oct 14 07:00:44.343902 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:44.346135 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-6fa97a5c-73d3-4d1d-a25f-b0840f3a3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:44.348321 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-6fa97a5c-73d3-4d1d-a25f-b0840f3a3e3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 1099 time: 0.0507417 Oct 14 07:00:44.350591 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '1eb51cd2-c46d-4d6a-bc27-d86134cc293f', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '6b52e63b-339c-48d6-bf34-04be4e40fe25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:a9:16:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:00:42Z', 'updated_at': '2021-10-14T07:00:42Z', 'revision_number': 0, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:44.370060 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Request body: {'port': {'device_id': 'b5cabd9c-1b60-4646-9bb8-e3eadaa6111f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:44.387747 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243aaa9b-0045-4c81-bc23-d4e77dfea82a req-df906a37-c189-4cfd-b94b-8b6345a49718 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:44.389662 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] Checking router: ea295aa4-8fef-4f56-9550-7316c96dcc08 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:00:44.395671 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-243aaa9b-0045-4c81-bc23-d4e77dfea82a req-df906a37-c189-4cfd-b94b-8b6345a49718 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.1108043 Oct 14 07:00:44.400627 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:00:44.401503 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:00:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:44.443355 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Network 0d570353-2231-4112-a9e2-e7cc84566a32 is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:00:44.445812 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event updated for resources: {'Port': ['ID=5a236dfd-b937-41bc-adb2-105a43a4b7a5,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:44.453274 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:00:44.457252 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:00:44.494351 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-243aaa9b-0045-4c81-bc23-d4e77dfea82a req-473af0cc-57de-4aa3-84c5-63c2be5c20c2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940397 Oct 14 07:00:44.500519 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:44.531723 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:44.531955 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:44.575485 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-83593f17-d119-4fd1-b559-9b60f01ddf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:44.576536 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-83593f17-d119-4fd1-b559-9b60f01ddf8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 913 time: 0.2036068 Oct 14 07:00:44.621899 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-751f42d2-2b85-4c5f-97d5-708c86c5877d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1155713 Oct 14 07:00:44.627576 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:00:44.651805 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Request body: {'port': {'device_id': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:00:44.718688 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1444ee6-09ce-4575-9197-de1208af0ccb req-42874264-3f0f-45cb-b9c6-13b474066634 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:44.727964 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f1444ee6-09ce-4575-9197-de1208af0ccb req-42874264-3f0f-45cb-b9c6-13b474066634 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 932 time: 0.1609681 Oct 14 07:00:44.785844 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-a5bffc94-f718-480c-8a27-150b2bcd8764 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b52e63b-339c-48d6-bf34-04be4e40fe25 HTTP/1.1" status: 200 len: 1000 time: 0.1828244 Oct 14 07:00:44.810554 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:44.845099 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-013901f1-affe-49a2-8c84-d6042378a937 None None] Provisioning complete for port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:44.845099 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-013901f1-affe-49a2-8c84-d6042378a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:44.846976 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f1444ee6-09ce-4575-9197-de1208af0ccb req-3845d612-af8e-4a69-801c-8178f72d18ed tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170039 Oct 14 07:00:44.933524 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-013901f1-affe-49a2-8c84-d6042378a937 None None] Port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:00:44.963474 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-9fddd356-e728-462b-bfb1-8b8600d95127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:44.964948 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-9fddd356-e728-462b-bfb1-8b8600d95127 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 200 len: 851 time: 0.1374235 Oct 14 07:00:45.070694 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-b2241244-7775-404b-83d6-d0e492262935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:45.071620 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-b2241244-7775-404b-83d6-d0e492262935 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69419911-617e-4923-8d84-d193292e8009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831182 Oct 14 07:00:45.150845 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '1eb51cd2-c46d-4d6a-bc27-d86134cc293f', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '6b52e63b-339c-48d6-bf34-04be4e40fe25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:a9:16:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:00:42Z', 'updated_at': '2021-10-14T07:00:42Z', 'revision_number': 0, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:00:45.159996 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf844bcf-b0a8-456b-a237-75c8d7120268 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:00:45.203291 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:45.214214 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118e2618-1018-43c4-af9c-36dee5c31de6 None None] The sync data for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi is: [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '1eb51cd2-c46d-4d6a-bc27-d86134cc293f', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '6b52e63b-339c-48d6-bf34-04be4e40fe25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:a9:16:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:00:42Z', 'updated_at': '2021-10-14T07:00:42Z', 'revision_number': 0, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:00:45.225870 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Transition to ACTIVE for port object cf844bcf-b0a8-456b-a237-75c8d7120268 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:00:45.260385 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-9b7d1780-bd0e-4066-bab5-76429ff7f8e7 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555099 Oct 14 07:00:45.264219 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cdd66-a70b-49a9-b470-3071d96d4f8d req-8c2648dc-b404-46c5-a894-2bab554daee8 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:45.265790 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b06cdd66-a70b-49a9-b470-3071d96d4f8d req-8c2648dc-b404-46c5-a894-2bab554daee8 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 931 time: 0.1326275 Oct 14 07:00:45.332657 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b06cdd66-a70b-49a9-b470-3071d96d4f8d req-61e53de9-fa24-431a-93e4-50186abf4708 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597224 Oct 14 07:00:45.372727 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:45.424423 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a236dfd-b937-41bc-adb2-105a43a4b7a5 {{(pid=106664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:00:45.439326 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:45.474716 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.provisioning_blocks [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Transition to ACTIVE for port object 5a236dfd-b937-41bc-adb2-105a43a4b7a5 will not be triggered until provisioned by entity L2. {{(pid=106664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:00:45.507994 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a1c6958d-f26b-467e-95ac-3c4a062d5658 req-9118de0b-6d92-41b1-b8d1-e90100bd548b service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310152 Oct 14 07:00:45.516677 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Pushing event updated for resources: {'Port': ['ID=cf844bcf-b0a8-456b-a237-75c8d7120268,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:45.525336 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a1c4aa-9cd5-4829-a5f5-495ddbc1771d None None] New status for floating IP 1eb51cd2-c46d-4d6a-bc27-d86134cc293f: ACTIVE {{(pid=106665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:00:45.551356 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:45.630239 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Attempting to bind port cf844bcf-b0a8-456b-a237-75c8d7120268 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:00:45.630815 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Attempting to bind port cf844bcf-b0a8-456b-a237-75c8d7120268 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:00:45.631346 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Attempting to bind port cf844bcf-b0a8-456b-a237-75c8d7120268 on network ff34ec01-9edb-49e5-b8da-fce3759c1747 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:00:45.644784 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Port cf844bcf-b0a8-456b-a237-75c8d7120268 on network ff34ec01-9edb-49e5-b8da-fce3759c1747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:00:45.645902 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Attempting to bind port cf844bcf-b0a8-456b-a237-75c8d7120268 on network ff34ec01-9edb-49e5-b8da-fce3759c1747 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:00:45.653022 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98ce2b-aa3f-4a43-b29e-a2d5fb245341 req-89ad0ee1-4d48-48c1-bf78-d6a7d0a047c5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:45.655654 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:00:45.656241 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Checking segment: {'id': 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:00:45.656819 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Bound using segment: {'id': 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:00:45.657510 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Bound port: cf844bcf-b0a8-456b-a237-75c8d7120268, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:00:45.658068 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:45.663474 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-da98ce2b-aa3f-4a43-b29e-a2d5fb245341 req-89ad0ee1-4d48-48c1-bf78-d6a7d0a047c5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.2085257 Oct 14 07:00:45.671660 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dcaa-7539-4f90-8e01-a84945c4141e req-85218d8e-ddf2-432f-a69b-ac895a54e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:45.673486 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-fda2dcaa-7539-4f90-8e01-a84945c4141e req-85218d8e-ddf2-432f-a69b-ac895a54e727 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70143ef671974f07baf963c395770b84&device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 1099 time: 0.1041474 Oct 14 07:00:45.777606 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-da98ce2b-aa3f-4a43-b29e-a2d5fb245341 req-b3ad3339-4ff8-4887-82c5-a595eaa5a6a1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131003 Oct 14 07:00:45.825625 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Pushing event updated for resources: {'Port': ['ID=5a236dfd-b937-41bc-adb2-105a43a4b7a5,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:45.858969 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] For port cf844bcf-b0a8-456b-a237-75c8d7120268, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:00:45.868412 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] For port cf844bcf-b0a8-456b-a237-75c8d7120268, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=cf844bcf-b0a8-456b-a237-75c8d7120268,segment=NetworkSegment(e0a15d23-3e45-47fc-a6df-f46823d0e9bc),segment_id=e0a15d23-3e45-47fc-a6df-f46823d0e9bc)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:00:45.889803 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa313-4ef0-495e-a1f0-b3dbfce58b3f req-a904b89b-ff51-4142-ae41-366ab418695f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:45.899356 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-44eaa313-4ef0-495e-a1f0-b3dbfce58b3f req-a904b89b-ff51-4142-ae41-366ab418695f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.2049153 Oct 14 07:00:45.905286 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dcaa-7539-4f90-8e01-a84945c4141e req-24505495-a613-4402-bb00-79054ee262c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:45.906757 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-fda2dcaa-7539-4f90-8e01-a84945c4141e req-24505495-a613-4402-bb00-79054ee262c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 200 len: 920 time: 0.2081804 Oct 14 07:00:45.961243 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-44eaa313-4ef0-495e-a1f0-b3dbfce58b3f req-fcceab5c-02f9-4a9d-8c9c-72b7f5645ca3 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609207 Oct 14 07:00:45.962277 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Attempting to bind port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:00:45.963153 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Attempting to bind port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:00:45.963505 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Attempting to bind port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 on network 0d570353-2231-4112-a9e2-e7cc84566a32 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:00:45.997111 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 on network 0d570353-2231-4112-a9e2-e7cc84566a32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:00:45.997542 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Attempting to bind port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 on network 0d570353-2231-4112-a9e2-e7cc84566a32 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:00:46.003100 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-fda2dcaa-7539-4f90-8e01-a84945c4141e req-4ea648a7-1c70-434d-b334-24f72050214a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=067ecb6b-20fb-43d0-aefe-10850bf898da HTTP/1.1" status: 200 len: 217 time: 0.0843244 Oct 14 07:00:46.004322 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:46.009463 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:00:46.009797 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Checking segment: {'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:00:46.010183 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Bound using segment: {'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:00:46.010630 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Bound port: 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32'}}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:00:46.010985 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:46.046598 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a735e-b77b-4660-871e-64028803030b req-83549067-ebaf-4541-a5d9-f25eb4b1ae69 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.048305 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-db5a735e-b77b-4660-871e-64028803030b req-83549067-ebaf-4541-a5d9-f25eb4b1ae69 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0813177 Oct 14 07:00:46.068989 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.069604 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:46.070996 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] 10.222.0.39 "PUT /v2.0/ports/cf844bcf-b0a8-456b-a237-75c8d7120268 HTTP/1.1" status: 200 len: 1093 time: 1.7053721 Oct 14 07:00:46.128834 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af79b01-8b2e-46b1-9ba6-a939c1d4bc70 service neutron] Pushing event updated for resources: {'Port': ['ID=cf844bcf-b0a8-456b-a237-75c8d7120268,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:46.133044 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2dcaa-7539-4f90-8e01-a84945c4141e req-1c194bd1-f76d-4bc1-95eb-2b052924c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.134576 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-fda2dcaa-7539-4f90-8e01-a84945c4141e req-1c194bd1-f76d-4bc1-95eb-2b052924c046 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 200 len: 859 time: 0.1042998 Oct 14 07:00:46.140044 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-db5a735e-b77b-4660-871e-64028803030b req-f2d495a5-4bd5-455e-a29c-333e38831f85 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684152 Oct 14 07:00:46.143153 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] For port 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host hv-cinder-80447, cleared binding levels {{(pid=106664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:00:46.149554 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] For port 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:00:46.179177 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-fda2dcaa-7539-4f90-8e01-a84945c4141e req-834bcf0a-336d-4745-b127-9d473f72eb7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279601 Oct 14 07:00:46.225205 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cabd9c-1b60-4646-9bb8-e3eadaa6111f', 'tag': 'cf844bcf-b0a8-456b-a237-75c8d7120268'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:00:46.227945 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2bd759-3ce0-467c-85e6-79635a72752e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cabd9c-1b60-4646-9bb8-e3eadaa6111f", "tag": "cf844bcf-b0a8-456b-a237-75c8d7120268"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:00:46.240078 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:46.285554 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.285554 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:46.287007 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] 10.222.0.39 "PUT /v2.0/ports/5a236dfd-b937-41bc-adb2-105a43a4b7a5 HTTP/1.1" status: 200 len: 1094 time: 1.6472456 Oct 14 07:00:46.289301 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:00:46.292048 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab7cc51-8265-42b5-9bc5-f1fe75c09a22" -d '{"events": [{"name": "network-changed", "server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:00:46.305604 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0d3ab7-04f5-43e9-832d-9099c9bca2b7 x-openstack-request-id: req-ae0d3ab7-04f5-43e9-832d-9099c9bca2b7 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:00:46.306025 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cabd9c-1b60-4646-9bb8-e3eadaa6111f", "tag": "cf844bcf-b0a8-456b-a237-75c8d7120268", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:00:46.306367 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae0d3ab7-04f5-43e9-832d-9099c9bca2b7 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:00:46.306837 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cabd9c-1b60-4646-9bb8-e3eadaa6111f', 'tag': 'cf844bcf-b0a8-456b-a237-75c8d7120268', 'status': 'completed', 'code': 200} Oct 14 07:00:46.342839 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-dc39c61f-9e06-4a75-9ed4-54d56d525057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.344680 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-dc39c61f-9e06-4a75-9ed4-54d56d525057 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e515a5b1a5ca4587a06b14de165c980c&device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 1096 time: 0.0951574 Oct 14 07:00:46.348949 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a96193-1fcd-4968-918c-199c0ba7eb3d service neutron] Pushing event updated for resources: {'Port': ['ID=5a236dfd-b937-41bc-adb2-105a43a4b7a5,revision_number=3']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:46.352876 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d1f50b-d858-476c-acd2-713b1480bd34 x-openstack-request-id: req-83d1f50b-d858-476c-acd2-713b1480bd34 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:00:46.353159 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:00:46.353405 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83d1f50b-d858-476c-acd2-713b1480bd34 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:00:46.353804 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'status': 'completed', 'code': 200} Oct 14 07:00:46.375916 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-fda2dcaa-7539-4f90-8e01-a84945c4141e req-042f7b6c-6172-412b-aecb-c62fc936f749 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724467 Oct 14 07:00:46.486641 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-2e31886f-8f01-4a50-abff-b33ce023bff0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf844bcf-b0a8-456b-a237-75c8d7120268 HTTP/1.1" status: 200 len: 217 time: 0.0574632 Oct 14 07:00:46.499423 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7cc51-8265-42b5-9bc5-f1fe75c09a22 req-88e24d02-fb03-4789-9f98-52f774d16e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.501020 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dab7cc51-8265-42b5-9bc5-f1fe75c09a22 req-88e24d02-fb03-4789-9f98-52f774d16e2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e6609fafd4beead27cad66132a83e&device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1097 time: 0.0817947 Oct 14 07:00:46.510204 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe9264-0f4c-4412-9774-5cab256a8123 req-285e517a-d890-4218-a505-bf2422ede5b0 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.517422 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9bbe9264-0f4c-4412-9774-5cab256a8123 req-285e517a-d890-4218-a505-bf2422ede5b0 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 943 time: 0.0843105 Oct 14 07:00:46.634426 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9bbe9264-0f4c-4412-9774-5cab256a8123 req-83a2a9bb-4e5a-49c0-b902-203211ec0b0c tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105044 Oct 14 07:00:46.665912 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7cc51-8265-42b5-9bc5-f1fe75c09a22 req-2960de84-4743-4d0e-9d06-391c8314c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.667453 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dab7cc51-8265-42b5-9bc5-f1fe75c09a22 req-2960de84-4743-4d0e-9d06-391c8314c312 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=765e6609fafd4beead27cad66132a83e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1426370 Oct 14 07:00:46.805853 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7cc51-8265-42b5-9bc5-f1fe75c09a22 req-31b17213-91db-4544-a86a-605df8907dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.807628 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dab7cc51-8265-42b5-9bc5-f1fe75c09a22 req-31b17213-91db-4544-a86a-605df8907dc4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113825 Oct 14 07:00:46.834490 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-fda2dcaa-7539-4f90-8e01-a84945c4141e req-a1296f56-adc5-4d79-9193-5dd0339766ca service neutron] 10.222.0.39 "GET /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101899 Oct 14 07:00:46.852075 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-3ea93be0-3e14-469b-83eb-8dced4e17eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.853530 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-3ea93be0-3e14-469b-83eb-8dced4e17eab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3691a3ac-1856-4cbd-a811-94813c63b78f HTTP/1.1" status: 200 len: 854 time: 0.2890992 Oct 14 07:00:46.926760 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891d96c-f867-42a9-bdf1-dcc5c8c4be4a req-9c133ee2-6e6d-4194-9b18-a8d6e0ccf5e7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:46.932191 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9891d96c-f867-42a9-bdf1-dcc5c8c4be4a req-9c133ee2-6e6d-4194-9b18-a8d6e0ccf5e7 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0577230 Oct 14 07:00:46.983839 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9891d96c-f867-42a9-bdf1-dcc5c8c4be4a req-219a90e4-ed55-4142-848b-525cc099924a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Oct 14 07:00:47.003841 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-da80094b-9d76-434f-a6dd-6baf789e21f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff34ec01-9edb-49e5-b8da-fce3759c1747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694745 Oct 14 07:00:47.020095 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-868b173f-6dfc-4122-b1f3-2f28c103abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:47.022519 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-868b173f-6dfc-4122-b1f3-2f28c103abb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e6609fafd4beead27cad66132a83e&device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1097 time: 0.0856805 Oct 14 07:00:47.094633 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-8f8d99e5-f847-4ccc-8557-e5b959fdeced service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5 HTTP/1.1" status: 200 len: 217 time: 0.0508568 Oct 14 07:00:47.110870 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320b3f5-a54a-4c1a-b7b4-febe0725e7b2 req-9f5709cb-6d4d-47b9-a1a7-76fa77aa4cba tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:47.112786 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c320b3f5-a54a-4c1a-b7b4-febe0725e7b2 req-9f5709cb-6d4d-47b9-a1a7-76fa77aa4cba tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0626295 Oct 14 07:00:47.156706 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c320b3f5-a54a-4c1a-b7b4-febe0725e7b2 req-98676490-4d78-41c5-b90c-a95b5bdf0578 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372858 Oct 14 07:00:47.197803 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-b0957022-3eed-47f2-965e-28735508df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:47.199300 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-b0957022-3eed-47f2-965e-28735508df3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70e79e12-9c45-45e7-bae4-91c3adf904d9 HTTP/1.1" status: 200 len: 848 time: 0.0772541 Oct 14 07:00:47.201210 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-6dd920ce-afd9-465f-b277-9cdbf2ddaa38 service neutron] 10.222.0.39 "GET /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787267 Oct 14 07:00:47.328850 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-a0f3f642-1a20-4e17-b2c8-9f3532fc1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:47.330394 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-a0f3f642-1a20-4e17-b2c8-9f3532fc1e41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d570353-2231-4112-a9e2-e7cc84566a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118629 Oct 14 07:00:47.360003 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5888dabb-f5e5-4db0-b783-4866261a4159 req-cd409ea0-4bcd-4414-8888-dbb85590b269 service neutron] 10.222.0.39 "GET /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401103 Oct 14 07:00:47.501977 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-9c6286ee-6236-4dab-9f3c-79341bd165f9 service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942609 Oct 14 07:00:47.558826 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c9537-b970-414a-a494-ad3a7721340d req-475eaa2a-3e77-4236-8eac-1cde81677ac7 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:47.560533 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ca6c9537-b970-414a-a494-ad3a7721340d req-475eaa2a-3e77-4236-8eac-1cde81677ac7 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.3253458 Oct 14 07:00:47.605218 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65af5-7b4f-4e30-b508-1e15382e6bdf req-c4ec24f7-b6f0-4939-b63f-c0db3654826c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:47.606708 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4ac65af5-7b4f-4e30-b508-1e15382e6bdf req-c4ec24f7-b6f0-4939-b63f-c0db3654826c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.3383195 Oct 14 07:00:47.608276 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3cdc9500-bf95-406a-9ca4-c6d219319e46 req-de21f332-b774-46c3-9e2d-83b433775994 service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986528 Oct 14 07:00:47.614130 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ca6c9537-b970-414a-a494-ad3a7721340d req-4d1fdf07-9c61-4d33-add2-2287a91c532b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467401 Oct 14 07:00:47.651074 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4ac65af5-7b4f-4e30-b508-1e15382e6bdf req-d6a80504-33b8-4216-95b9-c0fe6f70ed28 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343215 Oct 14 07:00:47.730544 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd759-3ce0-467c-85e6-79635a72752e req-267fbd4e-88cf-4784-aba3-fc86e453b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:47.732352 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0a2bd759-3ce0-467c-85e6-79635a72752e req-267fbd4e-88cf-4784-aba3-fc86e453b5b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e515a5b1a5ca4587a06b14de165c980c&device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 1096 time: 0.0420012 Oct 14 07:00:47.737039 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a32c5-bb6b-45f7-b586-ddf5a230f152 req-40048634-abd8-40f2-84dc-78f07aec759d tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:47.738480 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e11a32c5-bb6b-45f7-b586-ddf5a230f152 req-40048634-abd8-40f2-84dc-78f07aec759d tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 943 time: 0.0474923 Oct 14 07:00:47.776324 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e11a32c5-bb6b-45f7-b586-ddf5a230f152 req-5fee1d3c-bcbc-41d7-b8ab-6774f780055b tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Oct 14 07:00:47.831009 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd759-3ce0-467c-85e6-79635a72752e req-190585d9-734d-4c5b-8a5f-812f7691e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:47.832535 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0a2bd759-3ce0-467c-85e6-79635a72752e req-190585d9-734d-4c5b-8a5f-812f7691e91f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ff34ec01-9edb-49e5-b8da-fce3759c1747 HTTP/1.1" status: 200 len: 915 time: 0.0863624 Oct 14 07:00:47.881301 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0a2bd759-3ce0-467c-85e6-79635a72752e req-1063c8a6-207f-40fa-91e3-ef905542d92e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf844bcf-b0a8-456b-a237-75c8d7120268 HTTP/1.1" status: 200 len: 217 time: 0.0325966 Oct 14 07:00:47.931524 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd759-3ce0-467c-85e6-79635a72752e req-6de2319b-32d5-49b7-a588-cd8ec5b08f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:47.932876 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0a2bd759-3ce0-467c-85e6-79635a72752e req-6de2319b-32d5-49b7-a588-cd8ec5b08f2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3691a3ac-1856-4cbd-a811-94813c63b78f HTTP/1.1" status: 200 len: 854 time: 0.0409305 Oct 14 07:00:47.974404 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0a2bd759-3ce0-467c-85e6-79635a72752e req-55ed4b26-7d0c-403b-ab53-8d4ad989aec0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff34ec01-9edb-49e5-b8da-fce3759c1747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227084 Oct 14 07:00:48.073221 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0a2bd759-3ce0-467c-85e6-79635a72752e req-0f9e8faf-7483-4c39-96e2-93886e330f06 service neutron] 10.222.0.39 "GET /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856876 Oct 14 07:00:48.100449 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf45d-b368-4772-b8f4-8b6764d0d1b8 req-315e19be-fe17-4088-a0b9-e5bb19bcb30b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:48.101944 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bafbf45d-b368-4772-b8f4-8b6764d0d1b8 req-315e19be-fe17-4088-a0b9-e5bb19bcb30b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0477240 Oct 14 07:00:48.139889 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bafbf45d-b368-4772-b8f4-8b6764d0d1b8 req-5da7bc76-d578-4bab-a764-74f6d5340e25 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Oct 14 07:00:48.174570 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0a2bd759-3ce0-467c-85e6-79635a72752e req-bacc591c-ecb9-4325-a905-8b465a5cd6dc service neutron] 10.222.0.39 "GET /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858920 Oct 14 07:00:48.282105 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08afda5-2c56-4942-8ef7-9a7335f83b1f req-9fe938c3-e774-4b0a-ac1a-81cbd3d54623 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:48.283578 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d08afda5-2c56-4942-8ef7-9a7335f83b1f req-9fe938c3-e774-4b0a-ac1a-81cbd3d54623 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0512722 Oct 14 07:00:48.320780 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d08afda5-2c56-4942-8ef7-9a7335f83b1f req-3a200648-5070-45bd-9001-b99699450b9f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311377 Oct 14 07:00:48.761409 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc4a5a-5511-4ea4-818e-2924d496ce8e req-cd42a61d-d4bf-421f-a46d-dbc3240856a6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:48.762846 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1cfc4a5a-5511-4ea4-818e-2924d496ce8e req-cd42a61d-d4bf-421f-a46d-dbc3240856a6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0737936 Oct 14 07:00:48.786165 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086888f7-345f-452c-be53-1aec67407a94 req-7c1b0704-405f-4f72-b8a0-79af6b4a328c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:48.787793 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-086888f7-345f-452c-be53-1aec67407a94 req-7c1b0704-405f-4f72-b8a0-79af6b4a328c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0690989 Oct 14 07:00:48.835778 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1cfc4a5a-5511-4ea4-818e-2924d496ce8e req-5ca569ef-a86a-42fe-b001-365b7166cfe1 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652394 Oct 14 07:00:48.847782 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-086888f7-345f-452c-be53-1aec67407a94 req-565ddbcf-7103-4cef-8ea7-82f5c2e77647 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524437 Oct 14 07:00:48.938311 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e49352-0800-498f-8751-e35dcca36b57 req-0b4dc055-2f8b-4398-a4ed-eb9d6284ba5f tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:48.939835 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-03e49352-0800-498f-8751-e35dcca36b57 req-0b4dc055-2f8b-4398-a4ed-eb9d6284ba5f tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 943 time: 0.0512877 Oct 14 07:00:48.977238 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-03e49352-0800-498f-8751-e35dcca36b57 req-d5cf385c-20f6-4ee6-ac88-705db98df14a tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Oct 14 07:00:49.250257 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccfbc7-b275-481e-bb77-43885a6541d2 req-bdb43c6c-99ce-437d-abc2-c21fee81e8d6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:49.251712 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b5ccfbc7-b275-481e-bb77-43885a6541d2 req-bdb43c6c-99ce-437d-abc2-c21fee81e8d6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0459986 Oct 14 07:00:49.289869 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b5ccfbc7-b275-481e-bb77-43885a6541d2 req-61f0009a-7160-4304-8807-2bf5bf17dc35 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Oct 14 07:00:49.437298 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96d94-0732-42d5-9d82-248aea784888 req-9c2890d0-147b-4ab6-841e-ee5a1d3b8191 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:49.438699 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-39b96d94-0732-42d5-9d82-248aea784888 req-9c2890d0-147b-4ab6-841e-ee5a1d3b8191 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 944 time: 0.0478485 Oct 14 07:00:49.479077 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-39b96d94-0732-42d5-9d82-248aea784888 req-57bbf105-c185-4a69-bcca-e9763e26b7a6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338748 Oct 14 07:00:49.960941 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d40d5-7dc3-4f23-8351-b7d3f020f363 req-a0cd3e2d-5e47-420d-9cd0-42c75bddf93e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:49.962413 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-de8d40d5-7dc3-4f23-8351-b7d3f020f363 req-a0cd3e2d-5e47-420d-9cd0-42c75bddf93e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0614169 Oct 14 07:00:50.021732 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cd2cc-aebc-4317-a475-5dc060cef174 req-67da3f7d-e03d-4f34-8b16-88fa7413c497 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:50.022522 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-847cd2cc-aebc-4317-a475-5dc060cef174 req-67da3f7d-e03d-4f34-8b16-88fa7413c497 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0837240 Oct 14 07:00:50.025772 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-de8d40d5-7dc3-4f23-8351-b7d3f020f363 req-feaa6a76-8bd8-4657-86f2-90bdd9e1b533 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498507 Oct 14 07:00:50.066518 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-847cd2cc-aebc-4317-a475-5dc060cef174 req-b2a32adf-e3ea-4082-b299-f2a57b219e20 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372479 Oct 14 07:00:50.152020 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c299b69-3e08-474b-9db9-5133a2e3c37a req-2e608c9c-c35e-4b29-8452-8f78bd7ef77d tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:50.153442 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0c299b69-3e08-474b-9db9-5133a2e3c37a req-2e608c9c-c35e-4b29-8452-8f78bd7ef77d tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 943 time: 0.0498428 Oct 14 07:00:50.192246 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0c299b69-3e08-474b-9db9-5133a2e3c37a req-28f3c139-bbf5-4a9e-8a71-c5dae69b1d93 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Oct 14 07:00:50.219958 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 60bedccd-40f4-465d-9aba-dd1504039256 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:00:50.317651 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:50.328652 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '60bedccd-40f4-465d-9aba-dd1504039256', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'port_id': '60bedccd-40f4-465d-9aba-dd1504039256', 'mac_address': 'fa:16:3e:3f:25:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:00:50.369108 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:50.381477 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bedccd-40f4-465d-9aba-dd1504039256 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:00:50.400951 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:50.401608 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24504462-a6f0-488a-8ac3-ec690835c1bf req-6c201e48-7a2d-44b1-8a76-ba4c499212fd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:50.403079 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-24504462-a6f0-488a-8ac3-ec690835c1bf req-6c201e48-7a2d-44b1-8a76-ba4c499212fd tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0473576 Oct 14 07:00:50.440245 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-24504462-a6f0-488a-8ac3-ec690835c1bf req-a0a7da50-c6b4-428f-a4ac-1106819e41a5 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312436 Oct 14 07:00:50.479493 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:50.527730 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=9']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:50.632335 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946460ec-a701-44f5-8714-55a205635965 req-4cf815b9-fa62-46e6-afbc-5206b696a758 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:50.633851 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-946460ec-a701-44f5-8714-55a205635965 req-4cf815b9-fa62-46e6-afbc-5206b696a758 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 945 time: 0.0518694 Oct 14 07:00:50.672642 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-946460ec-a701-44f5-8714-55a205635965 req-4b9a85b8-3a7d-44c6-98cf-4a4829aac19f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327740 Oct 14 07:00:50.924142 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['60bedccd-40f4-465d-9aba-dd1504039256'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:00:51.191470 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f531b-0b55-445d-ac49-6f83e0ad0e96 req-78b5e0fa-9f93-4d8c-8aa9-1051d5f0ebaf tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:51.193509 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e90f531b-0b55-445d-ac49-6f83e0ad0e96 req-78b5e0fa-9f93-4d8c-8aa9-1051d5f0ebaf tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0817349 Oct 14 07:00:51.205262 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27ba1e-48dc-45be-9a38-28675e2789f8 req-484e11ef-96db-4660-8079-acc88dd987aa tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:51.206681 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f27ba1e-48dc-45be-9a38-28675e2789f8 req-484e11ef-96db-4660-8079-acc88dd987aa tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0649679 Oct 14 07:00:51.254053 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e90f531b-0b55-445d-ac49-6f83e0ad0e96 req-de3390a1-cb59-4de1-b509-a3f44716aa6d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463665 Oct 14 07:00:51.266658 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f27ba1e-48dc-45be-9a38-28675e2789f8 req-f2dd02ad-c505-498c-bcdd-a830118d162f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522037 Oct 14 07:00:51.359836 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c337-f569-410b-849f-104e1cac81ed req-3159b6c4-f465-45d2-875e-30faeefa0bef tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:51.361297 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3846c337-f569-410b-849f-104e1cac81ed req-3159b6c4-f465-45d2-875e-30faeefa0bef tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 943 time: 0.0473406 Oct 14 07:00:51.398682 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3846c337-f569-410b-849f-104e1cac81ed req-0e545476-d1ac-4498-868f-de47c7262d7a tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Oct 14 07:00:51.514509 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 60660) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:51.619242 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2aba1f20-4d7c-4400-b085-f231278da804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:51.693220 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2aba1f20-4d7c-4400-b085-f231278da804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:51.747571 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2aba1f20-4d7c-4400-b085-f231278da804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:51.788686 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-2aba1f20-4d7c-4400-b085-f231278da804 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3f830e4dad4446dbe31cf999b554639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706432 Oct 14 07:00:51.788686 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba1f20-4d7c-4400-b085-f231278da804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dfefd5-9ce9-4724-8cda-9537c2317c02,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:51.789449 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 60666) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:00:51.795251 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bb811-c8dc-4649-b75a-38191d9c949f req-96485bf8-0fb7-4119-a199-cdd3c107df96 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:51.797006 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4b5bb811-c8dc-4649-b75a-38191d9c949f req-96485bf8-0fb7-4119-a199-cdd3c107df96 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 945 time: 0.0525908 Oct 14 07:00:51.838783 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-49db431a-41aa-4602-a238-31bf4e7d120b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:51.839401 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4b5bb811-c8dc-4649-b75a-38191d9c949f req-21af9e45-5895-41e8-b394-0de9147ff745 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314572 Oct 14 07:00:51.860148 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-49db431a-41aa-4602-a238-31bf4e7d120b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:51.873337 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:51.981958 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-49db431a-41aa-4602-a238-31bf4e7d120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:51.984576 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-49db431a-41aa-4602-a238-31bf4e7d120b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:51.985722 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-49db431a-41aa-4602-a238-31bf4e7d120b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50dfefd5-9ce9-4724-8cda-9537c2317c02 HTTP/1.1" status: 204 len: 168 time: 0.1953664 Oct 14 07:00:51.993609 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db431a-41aa-4602-a238-31bf4e7d120b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dfefd5-9ce9-4724-8cda-9537c2317c02,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:52.232379 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device cf844bcf-b0a8-456b-a237-75c8d7120268 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:00:52.240530 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 60bedccd-40f4-465d-9aba-dd1504039256 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:00:52.361991 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 60bedccd-40f4-465d-9aba-dd1504039256 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:52.362358 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:52.396931 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port cf844bcf-b0a8-456b-a237-75c8d7120268, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=cf844bcf-b0a8-456b-a237-75c8d7120268,segment=NetworkSegment(e0a15d23-3e45-47fc-a6df-f46823d0e9bc),segment_id=e0a15d23-3e45-47fc-a6df-f46823d0e9bc)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:52.409484 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac46a4-4e38-43e0-89ab-dd394d831761 req-1e288305-1f2e-427f-af15-ac82cec035a8 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:52.410960 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c2ac46a4-4e38-43e0-89ab-dd394d831761 req-1e288305-1f2e-427f-af15-ac82cec035a8 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0799353 Oct 14 07:00:52.414815 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': 'cf844bcf-b0a8-456b-a237-75c8d7120268', 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747', 'port_id': 'cf844bcf-b0a8-456b-a237-75c8d7120268', 'mac_address': 'fa:16:3e:8a:2a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3691a3ac-1856-4cbd-a811-94813c63b78f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:00:52.431300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601e4cb-13cc-4288-a6c3-1f29a661f3c8 req-0fd9ad29-bfad-4bb6-aaf9-a0d6cb47a130 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:52.433100 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4601e4cb-13cc-4288-a6c3-1f29a661f3c8 req-0fd9ad29-bfad-4bb6-aaf9-a0d6cb47a130 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0704606 Oct 14 07:00:52.477647 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c2ac46a4-4e38-43e0-89ab-dd394d831761 req-1c8c3440-a99d-475b-8f98-8751bd9cf60a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594981 Oct 14 07:00:52.478290 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:52.499118 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf844bcf-b0a8-456b-a237-75c8d7120268 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:00:52.499732 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4601e4cb-13cc-4288-a6c3-1f29a661f3c8 req-6cca96c4-2692-415b-a528-4bdde1bc920e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589302 Oct 14 07:00:52.504273 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:52.532259 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port cf844bcf-b0a8-456b-a237-75c8d7120268, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=cf844bcf-b0a8-456b-a237-75c8d7120268,segment=NetworkSegment(e0a15d23-3e45-47fc-a6df-f46823d0e9bc),segment_id=e0a15d23-3e45-47fc-a6df-f46823d0e9bc)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:52.539686 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:00:52.542014 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f107ca3-1589-43c0-ac52-cbf3059923f6" -d '{"events": [{"server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "name": "network-vif-plugged", "status": "completed", "tag": "60bedccd-40f4-465d-9aba-dd1504039256"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:00:52.559525 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:52.582344 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f643a1dc-878d-4269-bb1c-35942fca141f x-openstack-request-id: req-f643a1dc-878d-4269-bb1c-35942fca141f {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:00:52.583248 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "name": "network-vif-plugged", "status": "completed", "tag": "60bedccd-40f4-465d-9aba-dd1504039256", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:00:52.583595 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f643a1dc-878d-4269-bb1c-35942fca141f {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:00:52.584092 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256', 'code': 200} Oct 14 07:00:52.597211 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:52.604114 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af715a-e6c1-4c4e-a568-d11ad8d63167 req-7e7dd6f1-1825-4c4e-8c15-8d3d57fb607c tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:52.605604 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-43af715a-e6c1-4c4e-a568-d11ad8d63167 req-7e7dd6f1-1825-4c4e-8c15-8d3d57fb607c tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 943 time: 0.0499067 Oct 14 07:00:52.644292 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:52.646049 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-43af715a-e6c1-4c4e-a568-d11ad8d63167 req-bf98bc9d-14d8-42c5-90b3-d6b0a506819d tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343802 Oct 14 07:00:52.648706 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=cf844bcf-b0a8-456b-a237-75c8d7120268,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:52.697815 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=10']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:52.962968 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83975682-2c14-4e10-8ee0-3af9c5159ee8 req-03f5310a-7622-4c78-8cb3-bb804ca3df16 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:52.964421 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-83975682-2c14-4e10-8ee0-3af9c5159ee8 req-03f5310a-7622-4c78-8cb3-bb804ca3df16 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 947 time: 0.0473397 Oct 14 07:00:53.001095 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-83975682-2c14-4e10-8ee0-3af9c5159ee8 req-b476f141-4dd4-4739-8acd-8a9f714c20e9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309124 Oct 14 07:00:53.041416 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['cf844bcf-b0a8-456b-a237-75c8d7120268'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:00:53.287438 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c798f4f-7215-45f3-b534-e5bd117dbf0e req-a3df1748-e50f-420a-9e22-e244955b9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:53.288961 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0c798f4f-7215-45f3-b534-e5bd117dbf0e req-a3df1748-e50f-420a-9e22-e244955b9e87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 1100 time: 0.0410275 Oct 14 07:00:53.335027 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0c798f4f-7215-45f3-b534-e5bd117dbf0e req-37cbbbef-05e7-4bd8-99ea-8c7a6b339106 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272114 Oct 14 07:00:53.617534 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19544162-1376-4eb1-8355-4702f687e97e req-3036ebae-2df9-44ba-aa38-64c58bec299e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:53.618941 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-19544162-1376-4eb1-8355-4702f687e97e req-3036ebae-2df9-44ba-aa38-64c58bec299e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0755987 Oct 14 07:00:53.638920 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526cf50-581b-4e18-8b4d-5efe13a6f35e req-dabb686a-1791-45f0-af27-9d0f0695b91c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:53.640299 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0526cf50-581b-4e18-8b4d-5efe13a6f35e req-dabb686a-1791-45f0-af27-9d0f0695b91c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0721908 Oct 14 07:00:53.688721 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-19544162-1376-4eb1-8355-4702f687e97e req-0cde34b4-2d04-41ae-a617-f2561b3ee4ee tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635536 Oct 14 07:00:53.696499 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0526cf50-581b-4e18-8b4d-5efe13a6f35e req-1fcd0a11-43cb-4338-96d8-d35b8772c9fd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485203 Oct 14 07:00:53.793275 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f5f46-bd41-4298-87b8-597cb006f2bd req-2438f5f2-9e70-410d-aeba-10e8c7cd59e3 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:53.794761 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e74f5f46-bd41-4298-87b8-597cb006f2bd req-2438f5f2-9e70-410d-aeba-10e8c7cd59e3 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 944 time: 0.0483816 Oct 14 07:00:53.831820 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e74f5f46-bd41-4298-87b8-597cb006f2bd req-5b73307a-c78a-47b8-92a2-f83737c50345 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308485 Oct 14 07:00:54.118574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8ed1-a3b2-40b7-ab38-f3439ec39ec7 req-50ff0ecc-601d-4491-91e9-1853e98d71ef tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:54.120026 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0c4a8ed1-a3b2-40b7-ab38-f3439ec39ec7 req-50ff0ecc-601d-4491-91e9-1853e98d71ef tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 947 time: 0.0473244 Oct 14 07:00:54.160024 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0c4a8ed1-a3b2-40b7-ab38-f3439ec39ec7 req-28582032-9ee7-481c-9f29-3c76769d80c6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342271 Oct 14 07:00:54.250303 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device cf844bcf-b0a8-456b-a237-75c8d7120268 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:00:54.345128 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port cf844bcf-b0a8-456b-a237-75c8d7120268 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:00:54.348710 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port cf844bcf-b0a8-456b-a237-75c8d7120268 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:00:54.349075 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:54.415254 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-decfcff0-5e68-47c9-b3cd-694617390840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:54.426814 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:54.461228 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port cf844bcf-b0a8-456b-a237-75c8d7120268, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=cf844bcf-b0a8-456b-a237-75c8d7120268,segment=NetworkSegment(e0a15d23-3e45-47fc-a6df-f46823d0e9bc),segment_id=e0a15d23-3e45-47fc-a6df-f46823d0e9bc)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:54.529967 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:54.577037 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=cf844bcf-b0a8-456b-a237-75c8d7120268,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:54.585180 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cabd9c-1b60-4646-9bb8-e3eadaa6111f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf844bcf-b0a8-456b-a237-75c8d7120268'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:00:54.587535 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea80e57f-ef28-4607-b9ab-5b728c55dd55" -d '{"events": [{"server_uuid": "b5cabd9c-1b60-4646-9bb8-e3eadaa6111f", "name": "network-vif-plugged", "status": "completed", "tag": "cf844bcf-b0a8-456b-a237-75c8d7120268"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:00:54.621929 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6e5bd8-afc6-4738-a997-c6f3a3db9c29 x-openstack-request-id: req-aa6e5bd8-afc6-4738-a997-c6f3a3db9c29 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:00:54.622214 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cabd9c-1b60-4646-9bb8-e3eadaa6111f", "name": "network-vif-plugged", "status": "completed", "tag": "cf844bcf-b0a8-456b-a237-75c8d7120268", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:00:54.622461 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa6e5bd8-afc6-4738-a997-c6f3a3db9c29 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:00:54.622844 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cabd9c-1b60-4646-9bb8-e3eadaa6111f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf844bcf-b0a8-456b-a237-75c8d7120268', 'code': 200} Oct 14 07:00:54.836121 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11528669-27d9-42b5-b655-a5d536c03dc6 req-b1cbb4c3-ec40-48bb-8636-59ec59d3bf03 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:54.837499 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-11528669-27d9-42b5-b655-a5d536c03dc6 req-b1cbb4c3-ec40-48bb-8636-59ec59d3bf03 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0806243 Oct 14 07:00:54.844766 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87234-a2c9-4554-a480-c605de3d8159 req-8cb3f51f-309b-41d2-a788-edfe86f3a31c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:54.846101 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-32b87234-a2c9-4554-a480-c605de3d8159 req-8cb3f51f-309b-41d2-a788-edfe86f3a31c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0802865 Oct 14 07:00:54.900925 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-11528669-27d9-42b5-b655-a5d536c03dc6 req-dd6c4069-9db2-4bf1-b75d-6e8b559154ab tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538533 Oct 14 07:00:54.903609 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-32b87234-a2c9-4554-a480-c605de3d8159 req-cd6d0dbd-9f83-4b28-9be8-08d8717f2d17 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503964 Oct 14 07:00:54.993885 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7782a0-e646-4d1b-9224-b49a7bdd8eb1 req-26954694-11f0-4bdf-8b05-71b14155b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:54.996713 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-bd7782a0-e646-4d1b-9224-b49a7bdd8eb1 req-26954694-11f0-4bdf-8b05-71b14155b597 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 1098 time: 0.0446861 Oct 14 07:00:55.006931 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20333431-34b2-47ce-9bb5-2c7af66e15ac req-780bf473-d09c-405b-b343-504eed08cd6b tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:55.008404 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-20333431-34b2-47ce-9bb5-2c7af66e15ac req-780bf473-d09c-405b-b343-504eed08cd6b tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 945 time: 0.0524962 Oct 14 07:00:55.048188 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-20333431-34b2-47ce-9bb5-2c7af66e15ac req-a11657c1-1b11-43cc-a281-8aa76524a58d tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Oct 14 07:00:55.054372 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-bd7782a0-e646-4d1b-9224-b49a7bdd8eb1 req-adf0dd5f-4b8e-4a50-92bb-35e203cb44d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298007 Oct 14 07:00:55.281397 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58dfc-81ab-4fc8-8ab9-033693602116 req-61cdfd29-ab94-42f1-8fdb-17423b0ea6d8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:55.282885 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-18e58dfc-81ab-4fc8-8ab9-033693602116 req-61cdfd29-ab94-42f1-8fdb-17423b0ea6d8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 947 time: 0.0503595 Oct 14 07:00:55.322173 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-18e58dfc-81ab-4fc8-8ab9-033693602116 req-97a2ed4b-a813-40a3-8d1b-28b0f823cfa8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332019 Oct 14 07:00:56.014614 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224ab03-7c17-4465-9ad4-d46ed8f756e9 req-215911da-4c91-4f04-9ee5-f113dbd402ae tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:56.019901 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1224ab03-7c17-4465-9ad4-d46ed8f756e9 req-215911da-4c91-4f04-9ee5-f113dbd402ae tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0522673 Oct 14 07:00:56.055949 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1224ab03-7c17-4465-9ad4-d46ed8f756e9 req-245dd98b-c61d-487a-90fa-8ab54b8fc241 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341086 Oct 14 07:00:56.188869 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919ccf4-23d2-446f-af2c-a9f825789590 req-429459d2-4dd1-4d4e-bffd-a7b9db1d6d04 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:56.190350 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9919ccf4-23d2-446f-af2c-a9f825789590 req-429459d2-4dd1-4d4e-bffd-a7b9db1d6d04 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0793185 Oct 14 07:00:56.201516 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c37cc-54d3-49d8-a202-d7635cdb8133 req-07e6284b-2547-4d08-a930-5f58f695d08e tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:56.208469 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f24c37cc-54d3-49d8-a202-d7635cdb8133 req-07e6284b-2547-4d08-a930-5f58f695d08e tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 945 time: 0.0811725 Oct 14 07:00:56.257686 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9919ccf4-23d2-446f-af2c-a9f825789590 req-96330e09-5de6-4347-beda-871cbd1b1e16 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538239 Oct 14 07:00:56.262553 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f24c37cc-54d3-49d8-a202-d7635cdb8133 req-a4666052-6adf-4238-bb9e-76f864e0066f tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530584 Oct 14 07:00:56.267938 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5a236dfd-b937-41bc-adb2-105a43a4b7a5 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:00:56.372287 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc2958-fde8-43c8-9e31-00da5965e9ca req-2c663c1e-3aec-43df-980f-eced14733136 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:56.373958 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-47cc2958-fde8-43c8-9e31-00da5965e9ca req-2c663c1e-3aec-43df-980f-eced14733136 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0563626 Oct 14 07:00:56.380341 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:56.393784 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'port_id': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'mac_address': 'fa:16:3e:c6:d5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:00:56.434430 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:56.446740 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-47cc2958-fde8-43c8-9e31-00da5965e9ca req-29b0ec7c-112b-4063-93ca-bb488e08e1d3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664468 Oct 14 07:00:56.447727 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a236dfd-b937-41bc-adb2-105a43a4b7a5 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:00:56.462501 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b109c-0901-419a-ac2f-a49af3e3a24e req-ad819369-eec6-451a-afa3-91737dcfe3c6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:56.463985 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d16b109c-0901-419a-ac2f-a49af3e3a24e req-ad819369-eec6-451a-afa3-91737dcfe3c6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 947 time: 0.0663400 Oct 14 07:00:56.467969 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:00:56.502387 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d16b109c-0901-419a-ac2f-a49af3e3a24e req-e3f3f248-7ea8-4f77-a029-949dd2c4f613 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318906 Oct 14 07:00:56.524909 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:56.571266 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=5a236dfd-b937-41bc-adb2-105a43a4b7a5,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:00:57.126132 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['5a236dfd-b937-41bc-adb2-105a43a4b7a5'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:00:57.168867 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c391a8-512f-4a55-b6a3-9781820daedb req-6f8475d0-b768-4b04-b022-10f9bf2238a1 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:57.170648 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-54c391a8-512f-4a55-b6a3-9781820daedb req-6f8475d0-b768-4b04-b022-10f9bf2238a1 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 945 time: 0.0485499 Oct 14 07:00:57.172389 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d4c143d1-1680-4d1d-90a3-629c6742facc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:57.210886 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-54c391a8-512f-4a55-b6a3-9781820daedb req-ee4135de-cb2a-41ac-a61c-9afd140ce4f6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322802 Oct 14 07:00:57.402720 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24532-19f8-4fd5-a8f6-2bf36fc74521 req-57dcb924-3f7f-4de7-b819-3a2ae9a13ba8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:57.404164 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-73c24532-19f8-4fd5-a8f6-2bf36fc74521 req-57dcb924-3f7f-4de7-b819-3a2ae9a13ba8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0792134 Oct 14 07:00:57.414584 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4e1c3-552e-4fa9-8091-61d3693c359e req-c9d3dd4d-d027-4157-a748-625c258764b0 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:57.415936 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-07f4e1c3-552e-4fa9-8091-61d3693c359e req-c9d3dd4d-d027-4157-a748-625c258764b0 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 945 time: 0.0795445 Oct 14 07:00:57.470438 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-73c24532-19f8-4fd5-a8f6-2bf36fc74521 req-a0b5ebeb-89f0-49d8-9480-3a116e7bb6fb tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536015 Oct 14 07:00:57.473120 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-07f4e1c3-552e-4fa9-8091-61d3693c359e req-b23ae6aa-8232-468b-b693-1229de6c7da6 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506222 Oct 14 07:00:57.579706 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974df0d-455e-419c-b489-8d1139d59479 req-d8f863da-b8cc-49d6-89cf-94bcaa81094c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:57.581293 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1974df0d-455e-419c-b489-8d1139d59479 req-d8f863da-b8cc-49d6-89cf-94bcaa81094c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0546675 Oct 14 07:00:57.659289 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1974df0d-455e-419c-b489-8d1139d59479 req-88fc962e-0a7a-47d2-879b-98f69bb610f6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577664 Oct 14 07:00:57.664554 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e88d0-548b-488a-8069-25bad85c75ff req-b2855f0f-33fc-4e64-a69b-1cbfc132e5aa tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:57.671271 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1a4e88d0-548b-488a-8069-25bad85c75ff req-b2855f0f-33fc-4e64-a69b-1cbfc132e5aa tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 947 time: 0.0788522 Oct 14 07:00:57.704633 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1a4e88d0-548b-488a-8069-25bad85c75ff req-671e30cb-bd1c-4a58-b5cf-20e7cade99a7 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321994 Oct 14 07:00:58.296352 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:58.326909 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6911792-91a6-43cc-b113-d257bbea85d7 req-6959579a-dc83-4703-8be8-7f65d94bfc7e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:58.328383 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6911792-91a6-43cc-b113-d257bbea85d7 req-6959579a-dc83-4703-8be8-7f65d94bfc7e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 945 time: 0.0480852 Oct 14 07:00:58.366326 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6911792-91a6-43cc-b113-d257bbea85d7 req-6351f2bb-e68b-4b51-a225-3b07d89b35b9 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314369 Oct 14 07:00:58.564789 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:00:58.585033 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcef3c-c20d-49e6-9697-f2dc7114963d req-3b9b75b2-debb-4015-8b3d-f57996f2c6dd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:58.586478 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-41fcef3c-c20d-49e6-9697-f2dc7114963d req-3b9b75b2-debb-4015-8b3d-f57996f2c6dd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0509079 Oct 14 07:00:58.623677 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-41fcef3c-c20d-49e6-9697-f2dc7114963d req-4212ce0f-bddb-4df6-980e-9b5f412697cd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301991 Oct 14 07:00:58.769506 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026135-675a-4269-b0d1-8484047f20d6 req-bf732c71-2c80-49ad-b1a1-f7c89b240869 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:58.770890 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5e026135-675a-4269-b0d1-8484047f20d6 req-bf732c71-2c80-49ad-b1a1-f7c89b240869 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0499678 Oct 14 07:00:58.808414 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5e026135-675a-4269-b0d1-8484047f20d6 req-ba844823-2d20-4f96-bf61-5c57343ec1f0 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310450 Oct 14 07:00:59.477811 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8e80-1b68-4dcb-a606-3653090da2bd req-fbef10c1-a03f-42cf-a4cf-4790e00aaae7 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:59.479366 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2f1e8e80-1b68-4dcb-a606-3653090da2bd req-fbef10c1-a03f-42cf-a4cf-4790e00aaae7 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 945 time: 0.0481217 Oct 14 07:00:59.519608 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2f1e8e80-1b68-4dcb-a606-3653090da2bd req-eb3f389d-ffd6-4498-8271-f3d381f572be tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342026 Oct 14 07:00:59.734712 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac7e32-59c4-4648-a3dd-5782a4d49696 req-24e58310-3604-4d38-a76b-b722fcd0d3a8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:59.736191 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7dac7e32-59c4-4648-a3dd-5782a4d49696 req-24e58310-3604-4d38-a76b-b722fcd0d3a8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0476832 Oct 14 07:00:59.773266 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7dac7e32-59c4-4648-a3dd-5782a4d49696 req-40e83c54-7a7c-4581-aa76-41b916d09b63 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312295 Oct 14 07:00:59.924589 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ac39-3835-4e1c-8962-88d599b45f9a req-e05ed4a2-742f-4b15-82ac-5fa3cff9e6de tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:00:59.926069 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9930ac39-3835-4e1c-8962-88d599b45f9a req-e05ed4a2-742f-4b15-82ac-5fa3cff9e6de tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0533023 Oct 14 07:00:59.963640 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9930ac39-3835-4e1c-8962-88d599b45f9a req-5c303315-d439-4191-b3bd-260336f4a84d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Oct 14 07:01:00.156659 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:00.284560 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5a236dfd-b937-41bc-adb2-105a43a4b7a5 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:01:00.390903 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:01:00.394729 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:01:00.395132 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:00.474483 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:00.490319 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-e08180db-36e1-43b8-9e49-a601af482ba0 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:00.492100 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-e08180db-36e1-43b8-9e49-a601af482ba0 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.39 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 945 time: 0.0483794 Oct 14 07:01:00.498379 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:01:00.500780 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b3f682-6429-422e-810b-4835c8e87ecb" -d '{"events": [{"server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "name": "network-vif-plugged", "status": "completed", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:01:00.513782 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:01:00.536658 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9d896b-4cb8-4b17-b467-284966f40923 x-openstack-request-id: req-1c9d896b-4cb8-4b17-b467-284966f40923 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:01:00.536954 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "name": "network-vif-plugged", "status": "completed", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:01:00.537228 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c9d896b-4cb8-4b17-b467-284966f40923 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:01:00.537709 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'code': 200} Oct 14 07:01:00.597761 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:00.600937 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-0fdd8e70-14aa-4daa-a611-39b24ec39976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Deleting port 516cf1e6-624e-4270-b226-253c50182106 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:01:00.601701 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-0fdd8e70-14aa-4daa-a611-39b24ec39976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:00.641686 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b28f3b-9c5b-4c83-a120-eb33bcd4dafc req-42e70e34-d13e-4882-9f0c-295f70db8b09 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:00.643462 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c0b28f3b-9c5b-4c83-a120-eb33bcd4dafc req-42e70e34-d13e-4882-9f0c-295f70db8b09 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0585485 Oct 14 07:01:00.652720 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=5a236dfd-b937-41bc-adb2-105a43a4b7a5,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:00.683493 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c0b28f3b-9c5b-4c83-a120-eb33bcd4dafc req-8c90e823-07cb-4bb6-824b-e9f8c210d6ac tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338495 Oct 14 07:01:00.697259 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-0fdd8e70-14aa-4daa-a611-39b24ec39976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] For port 516cf1e6-624e-4270-b226-253c50182106, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=516cf1e6-624e-4270-b226-253c50182106,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:01:00.697624 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-0fdd8e70-14aa-4daa-a611-39b24ec39976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:00.711047 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-0fdd8e70-14aa-4daa-a611-39b24ec39976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Calling delete_port for 516cf1e6-624e-4270-b226-253c50182106 owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:01:00.893911 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d24f35-3b00-40f8-971a-bbbb7c511ae4 req-fd56ac69-3c1f-4db3-b938-b17708e86092 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:00.895396 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87d24f35-3b00-40f8-971a-bbbb7c511ae4 req-fd56ac69-3c1f-4db3-b938-b17708e86092 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0512013 Oct 14 07:01:00.923213 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-0fdd8e70-14aa-4daa-a611-39b24ec39976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:00.934224 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87d24f35-3b00-40f8-971a-bbbb7c511ae4 req-317415e1-8183-4381-9c37-bc1f081e8e44 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329702 Oct 14 07:01:00.950354 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd8e70-14aa-4daa-a611-39b24ec39976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Pushing event deleted for resources: {'Port': ['ID=516cf1e6-624e-4270-b226-253c50182106,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:00.972526 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['516cf1e6-624e-4270-b226-253c50182106', '067ecb6b-20fb-43d0-aefe-10850bf898da'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:01:00.999619 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-0fdd8e70-14aa-4daa-a611-39b24ec39976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] No DVR routers for this DVR port 516cf1e6-624e-4270-b226-253c50182106 on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:01:01.002315 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-0fdd8e70-14aa-4daa-a611-39b24ec39976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:01.007118 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-05e9ae15-4e48-4732-902a-e8b96fd8526b req-0fdd8e70-14aa-4daa-a611-39b24ec39976 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.39 "DELETE /v2.0/ports/516cf1e6-624e-4270-b226-253c50182106 HTTP/1.1" status: 204 len: 173 time: 0.5083265 Oct 14 07:01:01.008258 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c2bda3-57df-4011-8e81-0323d4205e2c', 'name': 'network-vif-deleted', 'tag': '516cf1e6-624e-4270-b226-253c50182106'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:01:01.010649 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96536ca3-3511-4cc1-9279-6d04326bf9eb" -d '{"events": [{"server_uuid": "51c2bda3-57df-4011-8e81-0323d4205e2c", "name": "network-vif-deleted", "tag": "516cf1e6-624e-4270-b226-253c50182106"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:01:01.062144 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a589bf-9b73-407a-8ac1-cb78ba37a985 x-openstack-request-id: req-54a589bf-9b73-407a-8ac1-cb78ba37a985 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:01:01.062378 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c2bda3-57df-4011-8e81-0323d4205e2c", "name": "network-vif-deleted", "tag": "516cf1e6-624e-4270-b226-253c50182106", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:01:01.062724 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54a589bf-9b73-407a-8ac1-cb78ba37a985 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:01:01.063229 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c2bda3-57df-4011-8e81-0323d4205e2c', 'name': 'network-vif-deleted', 'tag': '516cf1e6-624e-4270-b226-253c50182106', 'status': 'completed', 'code': 200} Oct 14 07:01:01.080365 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-55cb1cb7-c25c-4ad3-a25f-3d9f5b592ed1 req-341590d0-e35c-4ca7-b246-4a250f89600b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 210 time: 0.0329881 Oct 14 07:01:01.080642 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7caca-826a-4624-ba37-5e714167bb84 req-790edfaa-690b-4d11-978a-3d3d1159e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:01.081950 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b6c7caca-826a-4624-ba37-5e714167bb84 req-790edfaa-690b-4d11-978a-3d3d1159e1de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1099 time: 0.0545509 Oct 14 07:01:01.137418 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b6c7caca-826a-4624-ba37-5e714167bb84 req-56795cc2-1e2d-4152-ace9-503d1042525f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322931 Oct 14 07:01:01.798349 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca64d9-59af-4ea2-9531-7b83226a40ae req-ce50ed78-fe80-40f8-98e3-fa95fec100ba tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:01.799863 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ebca64d9-59af-4ea2-9531-7b83226a40ae req-ce50ed78-fe80-40f8-98e3-fa95fec100ba tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0476367 Oct 14 07:01:01.837009 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ebca64d9-59af-4ea2-9531-7b83226a40ae req-8b09006c-dc25-4186-9a0f-318285b60ef9 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304484 Oct 14 07:01:02.048750 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462233c-e5bb-4a1b-be59-46b6395f24d8 req-3c0570b8-f708-4bce-ab6f-eb1c17b63f8f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:02.050200 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9462233c-e5bb-4a1b-be59-46b6395f24d8 req-3c0570b8-f708-4bce-ab6f-eb1c17b63f8f tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0495837 Oct 14 07:01:02.087627 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9462233c-e5bb-4a1b-be59-46b6395f24d8 req-f75747f6-4210-436a-a387-b48887f2b73c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313735 Oct 14 07:01:02.186814 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-55a80209-13da-497a-be43-e13cdba49fff req-a8842d7d-99a2-4ed9-a256-96b9e995944b tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=51c2bda3-57df-4011-8e81-0323d4205e2c HTTP/1.1" status: 200 len: 210 time: 0.0263281 Oct 14 07:01:02.684460 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:01:02.967128 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ae61f-7de3-41cf-8a48-facc4f28ddd3 req-d2cc8dbb-c948-4d2d-9fc6-3ac723d16fde tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:02.968652 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4a9ae61f-7de3-41cf-8a48-facc4f28ddd3 req-d2cc8dbb-c948-4d2d-9fc6-3ac723d16fde tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0655165 Oct 14 07:01:03.016280 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4a9ae61f-7de3-41cf-8a48-facc4f28ddd3 req-67344635-09b8-4986-9d84-f667c648afd6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Oct 14 07:01:03.240356 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5adef-044c-447a-9468-da112de0e2b3 req-cfe8728d-7aaa-4ea6-9fc5-9a9d36fe12c7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:03.242475 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-53e5adef-044c-447a-9468-da112de0e2b3 req-cfe8728d-7aaa-4ea6-9fc5-9a9d36fe12c7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Oct 14 07:01:03.279897 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-53e5adef-044c-447a-9468-da112de0e2b3 req-a901de83-5fe9-4ccb-9851-b2a7a1b8b398 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315292 Oct 14 07:01:03.667742 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c704d-9eda-4b94-8c9a-9f4d9ce23d60 req-1da97045-cbb1-468b-bb02-b42e1680fc3f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:03.669215 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4f3c704d-9eda-4b94-8c9a-9f4d9ce23d60 req-1da97045-cbb1-468b-bb02-b42e1680fc3f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0492294 Oct 14 07:01:03.711168 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4f3c704d-9eda-4b94-8c9a-9f4d9ce23d60 req-066d5ad8-5491-4dcd-b869-6fe2c38492e6 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347669 Oct 14 07:01:04.134955 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a2382-a141-4158-867c-72a73c37f599 req-53941c77-70b9-43a5-8183-84be2e658816 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:04.136437 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7d3a2382-a141-4158-867c-72a73c37f599 req-53941c77-70b9-43a5-8183-84be2e658816 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0528431 Oct 14 07:01:04.173891 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7d3a2382-a141-4158-867c-72a73c37f599 req-fb1af5fe-a945-47b7-8122-acd51fb13a9f tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316772 Oct 14 07:01:04.283000 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 516cf1e6-624e-4270-b226-253c50182106 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:01:04.285758 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251540ae-bfdb-4a55-bc22-409c65501ea4 req-c49eb9b7-8ff3-4d37-b9d5-97d99c5402e4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:04.287223 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-251540ae-bfdb-4a55-bc22-409c65501ea4 req-c49eb9b7-8ff3-4d37-b9d5-97d99c5402e4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0479212 Oct 14 07:01:04.303388 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 516cf1e6-624e-4270-b226-253c50182106 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:01:04.303729 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 516cf1e6-624e-4270-b226-253c50182106 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:01:04.326617 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-251540ae-bfdb-4a55-bc22-409c65501ea4 req-5a979d82-b0ea-4d4a-99b3-139929720cd7 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334663 Oct 14 07:01:04.347867 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 60890) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:01:04.395839 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338a6b1-91a3-440a-8dc6-8dc9bdeb5b8b req-e8236ea2-d50a-471f-9a85-6d94d0712831 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:04.397322 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b338a6b1-91a3-440a-8dc6-8dc9bdeb5b8b req-e8236ea2-d50a-471f-9a85-6d94d0712831 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0485015 Oct 14 07:01:04.436702 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b338a6b1-91a3-440a-8dc6-8dc9bdeb5b8b req-3145faa0-3cbf-491b-871c-54165def514c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333099 Oct 14 07:01:04.539828 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee1b2e-e585-41f3-a696-7d6e296436e7 tempest-TestShelveInstance-1487754101 tempest-TestShelveInstance-1487754101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:04.541410 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-45ee1b2e-e585-41f3-a696-7d6e296436e7 tempest-TestShelveInstance-1487754101 tempest-TestShelveInstance-1487754101-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1094 time: 0.1923780 Oct 14 07:01:04.544771 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 60898) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:01:04.550843 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Request body: {'floatingip': {'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'port_id': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:01:04.672786 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for floatingip, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:04.808586 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66cd3b-8ec4-4c3f-87f5-24a67f265217 req-d0dfd5b7-37b2-4674-a1f1-28bc449441f9 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:04.810113 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cb66cd3b-8ec4-4c3f-87f5-24a67f265217 req-d0dfd5b7-37b2-4674-a1f1-28bc449441f9 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0742514 Oct 14 07:01:04.868465 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:04.884670 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cb66cd3b-8ec4-4c3f-87f5-24a67f265217 req-a2f20eb2-d14b-449e-bc63-078627e25c0d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585232 Oct 14 07:01:04.892970 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb8713-6159-48e9-b7a7-5b6c50b38037 req-21dcf403-7b6e-4dd5-a8b4-c861c3102d32 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:04.894393 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a3fb8713-6159-48e9-b7a7-5b6c50b38037 req-21dcf403-7b6e-4dd5-a8b4-c861c3102d32 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.1095908 Oct 14 07:01:04.936553 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-f71a98ab-297f-4ad2-9e52-efbc3d7bb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:04.937963 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-f71a98ab-297f-4ad2-9e52-efbc3d7bb3cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 1098 time: 0.0482569 Oct 14 07:01:04.971073 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a3fb8713-6159-48e9-b7a7-5b6c50b38037 req-6655c5c7-134d-4ab9-acfd-89dc42c58e32 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476007 Oct 14 07:01:05.021060 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Allocated IP 172.27.0.156 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/88bf5da1-ba4f-49f0-b27f-1e78e47e9f9f) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:01:05.036170 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-035a6d37-603e-427e-ab9d-5aa8b6aead11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:05.037592 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-035a6d37-603e-427e-ab9d-5aa8b6aead11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 912 time: 0.0899837 Oct 14 07:01:05.108014 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-cfd3ede5-d523-403d-aff5-4e8428253ff8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9033cf30-15ef-4362-9430-685c04ed1666 HTTP/1.1" status: 200 len: 1001 time: 0.0623925 Oct 14 07:01:05.128530 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:05.162765 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-16d55551-7568-4be7-bdc1-c4480358dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:05.164864 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-16d55551-7568-4be7-bdc1-c4480358dc77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4b593eb-eaa1-442b-aeba-f9575e021948 HTTP/1.1" status: 200 len: 850 time: 0.0475831 Oct 14 07:01:05.210990 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:05.221297 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-26e649b9-3716-4bf3-bad3-cc4494901f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:05.222857 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-26e649b9-3716-4bf3-bad3-cc4494901f16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66155dfa-dea4-48a3-b82b-3a2397f9f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435910 Oct 14 07:01:05.248380 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:01:05.251094 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:01:05.256420 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:01:05.282470 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event updated for resources: {'Port': ['ID=88bf5da1-ba4f-49f0-b27f-1e78e47e9f9f,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:05.321421 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-74428118-be80-49aa-a84a-96fcbfe5a119 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857499 Oct 14 07:01:05.420038 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-18042089-b2f3-41dd-bca1-27a933b57a72 req-f976857f-7bdd-437c-9b4b-bc86f6da498c service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826523 Oct 14 07:01:05.648395 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:05.789453 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:05.939925 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:06.002001 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519567b-1c70-40f3-bda1-ac6a08c2c591 req-944802ca-12a2-4655-8a63-ba39bfda60c6 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:06.002816 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2519567b-1c70-40f3-bda1-ac6a08c2c591 req-944802ca-12a2-4655-8a63-ba39bfda60c6 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0501232 Oct 14 07:01:06.023616 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:06.357415 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2519567b-1c70-40f3-bda1-ac6a08c2c591 req-3358e0f0-2250-4ba8-86e7-4535f714e223 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467593 Oct 14 07:01:06.367492 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event updated for resources: {'Port': ['ID=88bf5da1-ba4f-49f0-b27f-1e78e47e9f9f,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:06.380199 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:06.390097 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e226f36-cf05-442d-9db3-579b682047c7 req-e2bd4757-5b4b-49f4-8ecf-bbaa38028525 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:06.391564 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6e226f36-cf05-442d-9db3-579b682047c7 req-e2bd4757-5b4b-49f4-8ecf-bbaa38028525 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.3375571 Oct 14 07:01:06.493547 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6e226f36-cf05-442d-9db3-579b682047c7 req-de9b2e52-52e8-4733-95a4-ff3e2b5dadb3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720642 Oct 14 07:01:06.513753 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Floating IP 2b4941a0-7fdd-4536-ba32-67ad969bb2d6 associated. External IP: 172.27.0.156, port: 5a236dfd-b937-41bc-adb2-105a43a4b7a5. Oct 14 07:01:06.721492 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:01:06.827328 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:01:06.932493 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:06.962758 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-22622268-2c33-4824-b501-d35be3c53f9e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4166455 Oct 14 07:01:06.963355 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:01:06.964475 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] Sync routers for ids ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:01:06.965624 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3c291e-0c06-4a29-9571-f430577ada7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:01:06.974543 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] Routers {'4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:01:06.975150 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:00:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:06.999070 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e0d893-4af7-4686-abec-67792dd8a724 x-openstack-request-id: req-41e0d893-4af7-4686-abec-67792dd8a724 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:01:06.999355 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:01:06.999627 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41e0d893-4af7-4686-abec-67792dd8a724 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:01:07.000018 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'status': 'completed', 'code': 200} Oct 14 07:01:07.078667 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] Set router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:01:07.120166 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-368e3e54-cf1d-486b-ac2a-793afbf2b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:07.121658 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-368e3e54-cf1d-486b-ac2a-793afbf2b3f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e6609fafd4beead27cad66132a83e&device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1099 time: 0.0398998 Oct 14 07:01:07.221392 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-ed9bc5e5-a567-4996-a959-24a4d73615cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:07.222856 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-ed9bc5e5-a567-4996-a959-24a4d73615cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d570353-2231-4112-a9e2-e7cc84566a32 HTTP/1.1" status: 200 len: 910 time: 0.0891669 Oct 14 07:01:07.304069 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '2b4941a0-7fdd-4536-ba32-67ad969bb2d6', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'port_id': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'mac_address': 'fa:16:3e:c6:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:01:05Z', 'updated_at': '2021-10-14T07:01:05Z', 'revision_number': 0, 'project_id': '765e6609fafd4beead27cad66132a83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c09c11-38e5-4092-9fb0-8f83a8955f1e', 'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'mac_address': 'fa:16:3e:33:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:49Z', 'updated_at': '2021-10-14T06:59:54Z', 'revision_number': 5, 'project_id': '765e6609fafd4beead27cad66132a83e', 'subnets': [{'id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:07.306855 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-db593215-fbca-45a2-a22b-eac430647b81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5 HTTP/1.1" status: 200 len: 1000 time: 0.0622556 Oct 14 07:01:07.334636 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] Checking router: 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:01:07.341829 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] Routers {'4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:01:07.342448 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:00:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:07.370610 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-a5705c5b-d9ad-4253-883b-ed9ee8973f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:07.372114 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-a5705c5b-d9ad-4253-883b-ed9ee8973f1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70e79e12-9c45-45e7-bae4-91c3adf904d9 HTTP/1.1" status: 200 len: 848 time: 0.0435343 Oct 14 07:01:07.426798 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-51ed1f30-1835-4c39-abd2-082264b2c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:07.428401 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-51ed1f30-1835-4c39-abd2-082264b2c18c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d570353-2231-4112-a9e2-e7cc84566a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440285 Oct 14 07:01:07.449332 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] Set router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:01:07.475549 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46799b4-2fb6-41cc-94da-f97662b599fd req-b3fad86a-ea57-4cfb-8125-49ce921f58d1 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:07.478166 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b46799b4-2fb6-41cc-94da-f97662b599fd req-b3fad86a-ea57-4cfb-8125-49ce921f58d1 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0494120 Oct 14 07:01:07.525656 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b46799b4-2fb6-41cc-94da-f97662b599fd req-14b44ec1-6bd0-4f06-8ec8-bb9e9089907c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410006 Oct 14 07:01:07.544216 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-8d991341-31d3-4be4-9947-d878b22aa0ec service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010935 Oct 14 07:01:07.631403 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823155f-d301-4e4d-a648-8242be86f600 req-7bd6e035-b9a8-4e62-b7a4-fe6eb0fcb96f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:07.633638 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c823155f-d301-4e4d-a648-8242be86f600 req-7bd6e035-b9a8-4e62-b7a4-fe6eb0fcb96f tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0600107 Oct 14 07:01:07.667048 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8c3c291e-0c06-4a29-9571-f430577ada7f req-3264b060-e2e4-4b3c-a31d-1f235339b16f service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971637 Oct 14 07:01:07.676835 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c823155f-d301-4e4d-a648-8242be86f600 req-0c758a41-8277-4a16-b64e-d16c98d01104 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359843 Oct 14 07:01:07.690919 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '2b4941a0-7fdd-4536-ba32-67ad969bb2d6', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'port_id': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'mac_address': 'fa:16:3e:c6:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:01:05Z', 'updated_at': '2021-10-14T07:01:05Z', 'revision_number': 0, 'project_id': '765e6609fafd4beead27cad66132a83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c09c11-38e5-4092-9fb0-8f83a8955f1e', 'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'mac_address': 'fa:16:3e:33:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:49Z', 'updated_at': '2021-10-14T06:59:54Z', 'revision_number': 5, 'project_id': '765e6609fafd4beead27cad66132a83e', 'subnets': [{'id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:07.717361 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4928fd65-d9ab-4770-a2b8-5f56b327bb37 None None] The sync data for ids ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'] in dv-cinder-804470-7-iscsi is: [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '2b4941a0-7fdd-4536-ba32-67ad969bb2d6', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'port_id': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'mac_address': 'fa:16:3e:c6:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:01:05Z', 'updated_at': '2021-10-14T07:01:05Z', 'revision_number': 0, 'project_id': '765e6609fafd4beead27cad66132a83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c09c11-38e5-4092-9fb0-8f83a8955f1e', 'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'mac_address': 'fa:16:3e:33:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:49Z', 'updated_at': '2021-10-14T06:59:54Z', 'revision_number': 5, 'project_id': '765e6609fafd4beead27cad66132a83e', 'subnets': [{'id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:01:07.904832 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e98367a-553b-40b2-83c2-e4b3dc3b2086 None None] New status for floating IP 2b4941a0-7fdd-4536-ba32-67ad969bb2d6: ACTIVE {{(pid=106665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:01:08.786577 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835d3c4-8077-4e50-b8b9-12179c7a46f1 req-7e15f181-dadc-410f-bb54-2b4096e779cf tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:08.788055 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f835d3c4-8077-4e50-b8b9-12179c7a46f1 req-7e15f181-dadc-410f-bb54-2b4096e779cf tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0473084 Oct 14 07:01:08.825893 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f835d3c4-8077-4e50-b8b9-12179c7a46f1 req-f0e6c653-a522-49fb-b249-1ae40349bada tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Oct 14 07:01:09.938519 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a93ca-b43a-4fc4-9bad-a3f985b61def req-a87e781c-08f1-4b0e-a0b0-869d7ffcc35a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:09.939940 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d22a93ca-b43a-4fc4-9bad-a3f985b61def req-a87e781c-08f1-4b0e-a0b0-869d7ffcc35a tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0482898 Oct 14 07:01:09.978817 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d22a93ca-b43a-4fc4-9bad-a3f985b61def req-6e49d57f-102d-48b8-9c97-410297c502b1 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Oct 14 07:01:11.094164 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03596db4-8d4b-4a20-9ec2-9058c6c06fb4 req-9fbc0e83-b081-43d2-88d8-8d7a4e98e230 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:11.095645 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-03596db4-8d4b-4a20-9ec2-9058c6c06fb4 req-9fbc0e83-b081-43d2-88d8-8d7a4e98e230 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0509446 Oct 14 07:01:11.137147 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-03596db4-8d4b-4a20-9ec2-9058c6c06fb4 req-f59bc97c-504f-4b03-b03d-de625048819d tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Oct 14 07:01:12.247694 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0e79c-0889-4861-874c-ef9b266b6a9b req-95c37d72-8c07-4c02-9ef4-79964cb344f3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:12.249116 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d1c0e79c-0889-4861-874c-ef9b266b6a9b req-95c37d72-8c07-4c02-9ef4-79964cb344f3 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0467505 Oct 14 07:01:12.287320 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d1c0e79c-0889-4861-874c-ef9b266b6a9b req-a55c100b-97dd-4c2e-aea6-c8640d0a9755 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/security-groups?id=0762f557-1743-47d9-b3c7-5ae88e4d94bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325091 Oct 14 07:01:12.706878 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-5f79fe95-e1ed-4f79-84ae-f7a9441e93e8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:12.708319 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-5f79fe95-e1ed-4f79-84ae-f7a9441e93e8 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 946 time: 0.0480459 Oct 14 07:01:12.816102 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-a496de17-ce8b-4670-a96b-9acb5147c99c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Deleting port 067ecb6b-20fb-43d0-aefe-10850bf898da {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:01:12.816437 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-a496de17-ce8b-4670-a96b-9acb5147c99c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:12.905467 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-a496de17-ce8b-4670-a96b-9acb5147c99c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] For port 067ecb6b-20fb-43d0-aefe-10850bf898da, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=067ecb6b-20fb-43d0-aefe-10850bf898da,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:01:12.905828 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-a496de17-ce8b-4670-a96b-9acb5147c99c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:12.918183 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-a496de17-ce8b-4670-a96b-9acb5147c99c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Calling delete_port for 067ecb6b-20fb-43d0-aefe-10850bf898da owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:01:13.099562 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-a496de17-ce8b-4670-a96b-9acb5147c99c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:13.134165 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496de17-ce8b-4670-a96b-9acb5147c99c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Pushing event deleted for resources: {'Port': ['ID=067ecb6b-20fb-43d0-aefe-10850bf898da,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:13.161235 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['067ecb6b-20fb-43d0-aefe-10850bf898da'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:01:13.179765 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-a496de17-ce8b-4670-a96b-9acb5147c99c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] No DVR routers for this DVR port 067ecb6b-20fb-43d0-aefe-10850bf898da on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:01:13.186144 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-a496de17-ce8b-4670-a96b-9acb5147c99c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:13.189955 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-703ec5d7-4179-4239-9df3-9d8652e80357 req-a496de17-ce8b-4670-a96b-9acb5147c99c tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.39 "DELETE /v2.0/ports/067ecb6b-20fb-43d0-aefe-10850bf898da HTTP/1.1" status: 204 len: 173 time: 0.4716887 Oct 14 07:01:13.190538 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3614acf-db1c-4807-9911-96ba077397e0', 'name': 'network-vif-deleted', 'tag': '067ecb6b-20fb-43d0-aefe-10850bf898da'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:01:13.193243 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c7f6e5-b7f4-45ad-9b00-9aaef41c6068" -d '{"events": [{"server_uuid": "f3614acf-db1c-4807-9911-96ba077397e0", "name": "network-vif-deleted", "tag": "067ecb6b-20fb-43d0-aefe-10850bf898da"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:01:13.227671 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80fba8f-573a-4924-9a48-09f9222e7fc4 x-openstack-request-id: req-b80fba8f-573a-4924-9a48-09f9222e7fc4 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:01:13.227958 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3614acf-db1c-4807-9911-96ba077397e0", "name": "network-vif-deleted", "tag": "067ecb6b-20fb-43d0-aefe-10850bf898da", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:01:13.228201 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b80fba8f-573a-4924-9a48-09f9222e7fc4 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:01:13.228589 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3614acf-db1c-4807-9911-96ba077397e0', 'name': 'network-vif-deleted', 'tag': '067ecb6b-20fb-43d0-aefe-10850bf898da', 'status': 'completed', 'code': 200} Oct 14 07:01:13.377638 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-45a6be4b-477d-45d4-9581-623bf1903e2c req-a9af167c-b03c-44e7-8994-7dee1dbeb622 tempest-ServerRescueNegativeTestJSON-1258440122 tempest-ServerRescueNegativeTestJSON-1258440122-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3614acf-db1c-4807-9911-96ba077397e0 HTTP/1.1" status: 200 len: 210 time: 0.0259118 Oct 14 07:01:14.432908 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 60956) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:01:14.840908 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729484'] for router_interface, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:15.127008 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] Deleting port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:01:15.127367 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:15.204961 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] For port 32b48653-e79d-40ff-92d2-ba22ec6f8ed9, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=32b48653-e79d-40ff-92d2-ba22ec6f8ed9,segment=NetworkSegment(25dc9298-0939-47ce-9471-85f8e7d7579b),segment_id=25dc9298-0939-47ce-9471-85f8e7d7579b)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:01:15.205336 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:15.217001 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] Calling delete_port for 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 owned by network:router_interface {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:01:15.456568 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:15.484693 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] Pushing event deleted for resources: {'Port': ['ID=32b48653-e79d-40ff-92d2-ba22ec6f8ed9,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:15.639823 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1726812'] for router_interface, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:15.859956 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] Router 331464a4-c435-4db6-9593-fb86e5115b92 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:01:16.196985 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:01:16.201972 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-55bc5b7a-2555-474e-b364-4b1641ad626c admin admin] 10.222.0.26 "PUT /v2.0/routers/331464a4-c435-4db6-9593-fb86e5115b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7680736 Oct 14 07:01:16.204854 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 60962) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:01:16.205960 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] Sync routers for ids ['331464a4-c435-4db6-9593-fb86e5115b92'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:01:16.214821 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] Routers {'331464a4-c435-4db6-9593-fb86e5115b92'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:01:16.215408 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:00:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['331464a4-c435-4db6-9593-fb86e5115b92'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:16.307901 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Publish callbacks [] for router, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:16.338925 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] Set router 331464a4-c435-4db6-9593-fb86e5115b92 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:01:16.394743 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 067ecb6b-20fb-43d0-aefe-10850bf898da no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:01:16.414974 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:16.419353 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 067ecb6b-20fb-43d0-aefe-10850bf898da {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:01:16.419876 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 067ecb6b-20fb-43d0-aefe-10850bf898da not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:01:16.518970 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331464a4-c435-4db6-9593-fb86e5115b92', 'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-router', 'tenant_id': '70143ef671974f07baf963c395770b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T07:01:15Z', 'revision_number': 5, 'project_id': '70143ef671974f07baf963c395770b84', 'gw_port': {'id': 'bbe03f38-7795-4ea9-8b99-872666be477c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331464a4-c435-4db6-9593-fb86e5115b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:16.526994 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Deleting port bbe03f38-7795-4ea9-8b99-872666be477c {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:01:16.527554 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:16.545259 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] Checking router: 331464a4-c435-4db6-9593-fb86e5115b92 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:01:16.553555 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] Routers {'331464a4-c435-4db6-9593-fb86e5115b92'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:01:16.554675 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:00:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['331464a4-c435-4db6-9593-fb86e5115b92'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:16.605323 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] For port bbe03f38-7795-4ea9-8b99-872666be477c, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=bbe03f38-7795-4ea9-8b99-872666be477c,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:01:16.605701 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:16.619150 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Calling delete_port for bbe03f38-7795-4ea9-8b99-872666be477c owned by network:router_gateway {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:01:16.640060 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] Set router 331464a4-c435-4db6-9593-fb86e5115b92 gateway port host: None {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:01:16.694830 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331464a4-c435-4db6-9593-fb86e5115b92', 'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-router', 'tenant_id': '70143ef671974f07baf963c395770b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T07:01:16Z', 'revision_number': 6, 'project_id': '70143ef671974f07baf963c395770b84', 'gw_port_host': None}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:16.799484 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad7b17d-ef10-4545-83dd-217f0a327c73 None None] The sync data for ids ['331464a4-c435-4db6-9593-fb86e5115b92'] in dv-cinder-804470-7-iscsi is: [{'id': '331464a4-c435-4db6-9593-fb86e5115b92', 'name': 'tempest-ServerRescueNegativeTestJSON-1979141199-router', 'tenant_id': '70143ef671974f07baf963c395770b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T07:01:16Z', 'revision_number': 6, 'project_id': '70143ef671974f07baf963c395770b84', 'gw_port_host': None}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:01:16.838052 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:16.867585 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe03f38-7795-4ea9-8b99-872666be477c,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:16.928022 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1731078'] for router_gateway, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.029460 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101434'] for router, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.031556 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.164647 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728175'] for router, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.165178 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331464a4-c435-4db6-9593-fb86e5115b92 {{(pid=106664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:01:17.173518 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] Publish callbacks [] for router, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.173518 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-3e5f125c-369a-4f30-aa52-f2854850feae admin admin] 10.222.0.26 "DELETE /v2.0/routers/331464a4-c435-4db6-9593-fb86e5115b92 HTTP/1.1" status: 204 len: 168 time: 0.9658620 Oct 14 07:01:17.174337 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 60974) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:01:17.219630 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cd8789-ab0c-46c0-9152-30121f9a55b3 admin admin] Deleting subnet 0a1313a5-18b7-42f9-a910-21d113febe41 {{(pid=106664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:01:17.222933 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-90cd8789-ab0c-46c0-9152-30121f9a55b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.257199 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-90cd8789-ab0c-46c0-9152-30121f9a55b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16552993'] for subnet, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.295048 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-90cd8789-ab0c-46c0-9152-30121f9a55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.407768 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-90cd8789-ab0c-46c0-9152-30121f9a55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15815735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15940715'] for subnet, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.431451 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd8789-ab0c-46c0-9152-30121f9a55b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a1313a5-18b7-42f9-a910-21d113febe41,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:17.437784 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-90cd8789-ab0c-46c0-9152-30121f9a55b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.440978 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-90cd8789-ab0c-46c0-9152-30121f9a55b3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0a1313a5-18b7-42f9-a910-21d113febe41 HTTP/1.1" status: 204 len: 168 time: 0.2657139 Oct 14 07:01:17.443478 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 60976) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:01:17.508813 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.590331 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.609927 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe39266-0f4a-4bc5-95a1-1cd1f9565f68']}} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:17.618978 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25dc9298-0939-47ce-9471-85f8e7d7579b') {'for_net_delete': True} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:17.619274 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25dc9298-0939-47ce-9471-85f8e7d7579b') {} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:01:17.628375 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16552984'] for segment, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.641201 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.647709 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=106664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:01:17.648068 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15818389'] for segment, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: Traceback (most recent call last): Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: timer() Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: cb(*args, **kw) Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: return func(*args, **kwargs) Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: self._notify() Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: self.callback(batched_events) Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: event.method(event) Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: return f(self, *a, **k) Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._get(url).json() Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: return self.request(url, 'GET', **kwargs) Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:01:17.649729 dv-cinder-804470-7-iscsi neutron-server[106664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:01:17.801820 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.811680 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:17.812116 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] 10.222.0.26 "DELETE /v2.0/networks/cbe39266-0f4a-4bc5-95a1-1cd1f9565f68 HTTP/1.1" status: 204 len: 168 time: 0.3677058 Oct 14 07:01:17.824625 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada14ea-0d47-45b3-840a-e6c443e2efcb admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe39266-0f4a-4bc5-95a1-1cd1f9565f68,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:18.153475 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 60986) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:01:18.221217 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-9a9877d2-fa9c-4c8e-a72b-2fdbbabec7d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70143ef671974f07baf963c395770b84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0665503 Oct 14 07:01:18.223791 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 60988) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:01:18.227304 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-af60585d-0982-43b9-b313-00285532af87 req-0839d1f5-9392-4011-a87b-35cccfbc14aa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578744 Oct 14 07:01:18.275412 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c4b3da85-60ff-4422-9e99-a1970043848a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:18.297091 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c4b3da85-60ff-4422-9e99-a1970043848a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:18.308725 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60585d-0982-43b9-b313-00285532af87 req-279288e3-4457-41fa-9d1e-f492f29aeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:18.310177 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-af60585d-0982-43b9-b313-00285532af87 req-279288e3-4457-41fa-9d1e-f492f29aeeac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 1098 time: 0.0427256 Oct 14 07:01:18.413769 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c4b3da85-60ff-4422-9e99-a1970043848a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:18.416420 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c4b3da85-60ff-4422-9e99-a1970043848a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:18.417537 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-c4b3da85-60ff-4422-9e99-a1970043848a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0762f557-1743-47d9-b3c7-5ae88e4d94bc HTTP/1.1" status: 204 len: 168 time: 0.1927366 Oct 14 07:01:18.425438 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3da85-60ff-4422-9e99-a1970043848a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0762f557-1743-47d9-b3c7-5ae88e4d94bc,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:18.430746 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60585d-0982-43b9-b313-00285532af87 req-c3d49d0c-c0ce-40c4-8c06-e06006e2f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:18.432201 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-af60585d-0982-43b9-b313-00285532af87 req-c3d49d0c-c0ce-40c4-8c06-e06006e2f1c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 912 time: 0.0832031 Oct 14 07:01:18.719991 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-af60585d-0982-43b9-b313-00285532af87 req-8be38acc-cb5d-4c0d-8050-0b51d4de0b5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9033cf30-15ef-4362-9430-685c04ed1666 HTTP/1.1" status: 200 len: 1001 time: 0.2737241 Oct 14 07:01:18.770359 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60585d-0982-43b9-b313-00285532af87 req-4d8addeb-fd7f-44aa-9386-d2d667931688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:18.771829 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-af60585d-0982-43b9-b313-00285532af87 req-4d8addeb-fd7f-44aa-9386-d2d667931688 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4b593eb-eaa1-442b-aeba-f9575e021948 HTTP/1.1" status: 200 len: 850 time: 0.0435307 Oct 14 07:01:18.831895 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60585d-0982-43b9-b313-00285532af87 req-9ed5d607-d0fb-481f-b970-60393d19f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:18.834292 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-af60585d-0982-43b9-b313-00285532af87 req-9ed5d607-d0fb-481f-b970-60393d19f4a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66155dfa-dea4-48a3-b82b-3a2397f9f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413976 Oct 14 07:01:18.846247 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:01:18.866859 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:01:18.867431 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 32b48653-e79d-40ff-92d2-ba22ec6f8ed9 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:01:18.867875 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device bbe03f38-7795-4ea9-8b99-872666be477c no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:01:18.889958 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: bbe03f38-7795-4ea9-8b99-872666be477c {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:01:18.890300 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device bbe03f38-7795-4ea9-8b99-872666be477c not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:01:18.938488 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-af60585d-0982-43b9-b313-00285532af87 req-62d304d4-b32f-4abd-9a13-7bc39be9bc59 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882554 Oct 14 07:01:19.033505 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-af60585d-0982-43b9-b313-00285532af87 req-b03a15e4-e5d1-46f9-81c2-bdda45aaee15 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819693 Oct 14 07:01:19.515955 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 32782) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:01:19.607409 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-489910518-network', 'tenant_id': 'eeb2000c5d5645319fde9d62ca49cd9b'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:01:19.700821 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Made reservation on behalf of eeb2000c5d5645319fde9d62ca49cd9b for: {'network': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:01:19.705245 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:19.713876 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:19.782633 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:19.848746 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:19.876140 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=106664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:01:19.885562 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da3a636-92ec-441a-b1e7-baefcc5daf5c,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:19.890185 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:19.890576 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.segments_db [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Added segment 969b7530-1ca7-43a9-8f1c-d52d2ce6fb12 of type vlan for network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 Oct 14 07:01:19.929369 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:20.026370 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:20.027261 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:20.027900 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:20.085137 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] Pushing event updated for resources: {'Network': ['ID=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:20.095332 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:01:20.114498 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-1dbb0cf4-bdb7-437f-a0cd-8a74c4f93bba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5974302 Oct 14 07:01:20.117313 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 32788) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:01:20.122230 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Request body: {'subnet': {'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-489910518-subnet', 'tenant_id': 'eeb2000c5d5645319fde9d62ca49cd9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:01:20.220431 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Made reservation on behalf of eeb2000c5d5645319fde9d62ca49cd9b for: {'subnet': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:01:20.222756 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15940678'] for subnet, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:20.452835 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15815798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15940688'] for subnet, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:20.515783 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6358e171-a52e-4223-b105-30c8250c5c6d,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:20.518184 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Checking segment: {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:01:20.518777 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Network hostable DHCP agents. Network: c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:01:20.672264 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:01:20.768509 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9) {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:01:20.773232 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:20.775219 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:20.775970 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a724a4d-0a6a-4d2b-ba1a-94c069838f20 None None] Network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:01:20.855403 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-a2b941ad-63ad-4539-8301-3e8034f417ed admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7369924 Oct 14 07:01:20.899330 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa172cf-74e2-4d34-9463-45c7638241b2 None None] Network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:01:21.256345 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-80419cd3-88ae-4516-95ae-b7da6a30949a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:21.257788 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-80419cd3-88ae-4516-95ae-b7da6a30949a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/networks?id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 HTTP/1.1" status: 200 len: 814 time: 0.1009519 Oct 14 07:01:21.272075 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-94b8094a-df88-4da2-b5ad-2d20fdba559b tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/quotas/eeb2000c5d5645319fde9d62ca49cd9b HTTP/1.1" status: 200 len: 375 time: 0.0086920 Oct 14 07:01:21.306217 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-83931cd1-4534-4959-940e-b205bc348634 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290046 Oct 14 07:01:21.393706 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-33faa616-47c9-4043-b236-de6d12921a11 service neutron] 10.222.0.26 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807722 Oct 14 07:01:21.483833 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-b96d3508-e896-42e1-8f17-0d8268032133 service neutron] 10.222.0.26 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836070 Oct 14 07:01:21.764176 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f495ea1c-cf6c-4c58-bb15-02af4ab55d64 req-0bdab526-5a7f-4e36-af0a-d8c5593b4699 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 210 time: 0.0254331 Oct 14 07:01:21.837427 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:22.854904 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-249db5a7-c7de-4ca1-993a-25a04d2950a8 req-c50c8258-1357-4983-ae88-277fb00dd2d2 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 210 time: 0.0252964 Oct 14 07:01:23.944552 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3a8b7cf1-c8a7-43e9-8a36-091d0555981e req-88a17a59-9aa7-4f64-8490-7c5676f0013e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 210 time: 0.0243328 Oct 14 07:01:24.214301 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-03e8958b-0423-4d8e-8736-03fb968d4841 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:24.216793 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-03e8958b-0423-4d8e-8736-03fb968d4841 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "GET /v2.0/networks?id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 HTTP/1.1" status: 200 len: 814 time: 0.1034877 Oct 14 07:01:24.245045 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Request body: {'port': {'device_id': '60c2c868-c94e-4856-a241-1141a90d1529', 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9', 'admin_state_up': True, 'tenant_id': 'eeb2000c5d5645319fde9d62ca49cd9b'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:01:24.391759 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-251ab96b-f1ac-4421-b89b-ae8ca1cf2fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:24.420304 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Made reservation on behalf of eeb2000c5d5645319fde9d62ca49cd9b for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:01:24.423886 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:24.548469 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Allocated IP 172.20.0.9 (c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9/6358e171-a52e-4223-b105-30c8250c5c6d/01d0c1de-d954-4bf6-854f-4682484953b5) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:01:24.691270 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:24.821125 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:24.864434 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:01:24.868046 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:01:24.873944 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:01:24.879750 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Pushing event updated for resources: {'Port': ['ID=01d0c1de-d954-4bf6-854f-4682484953b5,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:24.924013 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:24.924625 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:24.994965 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-7c9dc81e-55b5-4983-9bd4-9a9c657b3cfb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7554674 Oct 14 07:01:25.022554 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Request body: {'port': {'device_id': '60c2c868-c94e-4856-a241-1141a90d1529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:01:25.057936 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5309e4a-a839-480c-aeab-ee98fa045171 req-c860d820-d997-488e-b0a8-27f87f6f270b tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:25.059381 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b5309e4a-a839-480c-aeab-ee98fa045171 req-c860d820-d997-488e-b0a8-27f87f6f270b tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 931 time: 0.0477302 Oct 14 07:01:25.078950 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:25.097772 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b5309e4a-a839-480c-aeab-ee98fa045171 req-fe79138a-c743-4394-8015-20e4bdefa455 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Oct 14 07:01:25.340253 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d0c1de-d954-4bf6-854f-4682484953b5 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:01:25.347486 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:25.359798 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Transition to ACTIVE for port object 01d0c1de-d954-4bf6-854f-4682484953b5 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:01:25.424113 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:25.471876 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Pushing event updated for resources: {'Port': ['ID=01d0c1de-d954-4bf6-854f-4682484953b5,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:25.541022 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Attempting to bind port 01d0c1de-d954-4bf6-854f-4682484953b5 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:01:25.541356 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Attempting to bind port 01d0c1de-d954-4bf6-854f-4682484953b5 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:01:25.541679 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Attempting to bind port 01d0c1de-d954-4bf6-854f-4682484953b5 on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:01:25.546100 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Port 01d0c1de-d954-4bf6-854f-4682484953b5 on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:01:25.546417 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Attempting to bind port 01d0c1de-d954-4bf6-854f-4682484953b5 on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:01:25.551152 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:01:25.551507 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Checking segment: {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:01:25.551888 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Bound using segment: {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:01:25.552307 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Bound port: 01d0c1de-d954-4bf6-854f-4682484953b5, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:01:25.552649 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:25.612423 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] For port 01d0c1de-d954-4bf6-854f-4682484953b5, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:01:25.615256 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] For port 01d0c1de-d954-4bf6-854f-4682484953b5, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=01d0c1de-d954-4bf6-854f-4682484953b5,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:01:25.734633 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:25.767907 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:25.768506 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:25.769895 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] 10.222.0.39 "PUT /v2.0/ports/01d0c1de-d954-4bf6-854f-4682484953b5 HTTP/1.1" status: 200 len: 1093 time: 0.7522092 Oct 14 07:01:25.770338 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c2c868-c94e-4856-a241-1141a90d1529', 'tag': '01d0c1de-d954-4bf6-854f-4682484953b5'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:01:25.772588 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9816c01-acf0-403c-afb7-fbed9b81edfd" -d '{"events": [{"name": "network-changed", "server_uuid": "60c2c868-c94e-4856-a241-1141a90d1529", "tag": "01d0c1de-d954-4bf6-854f-4682484953b5"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:01:25.795474 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836b7a9-0e8c-468e-91d4-2f83e22dde45 service neutron] Pushing event updated for resources: {'Port': ['ID=01d0c1de-d954-4bf6-854f-4682484953b5,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:25.809089 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd8a4e6-ce31-4c8a-a7e2-f266ecc874ec x-openstack-request-id: req-8cd8a4e6-ce31-4c8a-a7e2-f266ecc874ec {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:01:25.809380 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c2c868-c94e-4856-a241-1141a90d1529", "tag": "01d0c1de-d954-4bf6-854f-4682484953b5", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:01:25.809631 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cd8a4e6-ce31-4c8a-a7e2-f266ecc874ec {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:01:25.810028 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c2c868-c94e-4856-a241-1141a90d1529', 'tag': '01d0c1de-d954-4bf6-854f-4682484953b5', 'status': 'completed', 'code': 200} Oct 14 07:01:25.911044 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9816c01-acf0-403c-afb7-fbed9b81edfd req-71a3a29c-a4f7-4471-af89-af9d42761034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:25.913123 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b9816c01-acf0-403c-afb7-fbed9b81edfd req-71a3a29c-a4f7-4471-af89-af9d42761034 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 1096 time: 0.0432758 Oct 14 07:01:26.035277 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9816c01-acf0-403c-afb7-fbed9b81edfd req-e4f90119-b26a-49db-be34-a8f9219d7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:26.037268 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b9816c01-acf0-403c-afb7-fbed9b81edfd req-e4f90119-b26a-49db-be34-a8f9219d7fda service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1005991 Oct 14 07:01:26.136362 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9816c01-acf0-403c-afb7-fbed9b81edfd req-bcd14e20-982a-4acf-a6f9-3566441f6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:26.137818 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b9816c01-acf0-403c-afb7-fbed9b81edfd req-bcd14e20-982a-4acf-a6f9-3566441f6303 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895514 Oct 14 07:01:26.214091 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd99c40-8007-48b8-8bb2-ef1d2bab86fc req-b748d3f7-e43e-42b1-b008-a2c33f157840 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:26.215685 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bfd99c40-8007-48b8-8bb2-ef1d2bab86fc req-b748d3f7-e43e-42b1-b008-a2c33f157840 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 943 time: 0.0517066 Oct 14 07:01:26.252258 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bfd99c40-8007-48b8-8bb2-ef1d2bab86fc req-670a6778-e4b9-4de2-9784-10a288853556 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308456 Oct 14 07:01:26.266310 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-e4f133b0-9270-40d1-bdc7-b562533cff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:26.267829 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-e4f133b0-9270-40d1-bdc7-b562533cff99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 1096 time: 0.0391846 Oct 14 07:01:26.335061 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-6372d14a-1bda-4781-8016-a5ee838f3e2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01d0c1de-d954-4bf6-854f-4682484953b5 HTTP/1.1" status: 200 len: 217 time: 0.0327883 Oct 14 07:01:26.401160 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-c8ddf007-f5c9-4e1f-a263-fce98a30e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:26.402610 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-c8ddf007-f5c9-4e1f-a263-fce98a30e9c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6358e171-a52e-4223-b105-30c8250c5c6d HTTP/1.1" status: 200 len: 854 time: 0.0564015 Oct 14 07:01:26.440539 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-ea096444-e73a-4097-a972-361eab2116dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237069 Oct 14 07:01:26.528247 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-02d5cfe9-8437-49a9-bb1f-47a19f440f2d service neutron] 10.222.0.39 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779870 Oct 14 07:01:26.630450 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-94a37d2f-d17e-4d65-97cd-7ed35ce345e2 req-c687589a-5375-409f-8481-700449ec97ba service neutron] 10.222.0.39 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833414 Oct 14 07:01:27.197250 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-47c7dc44-886f-40b6-b96e-506b2cb1a3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:27.362171 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6f274-5cd2-4f02-8dfd-7ff727995ddd req-a8cd4b16-b2ee-4a45-9df2-ad2f672f9898 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:27.363608 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a1c6f274-5cd2-4f02-8dfd-7ff727995ddd req-a8cd4b16-b2ee-4a45-9df2-ad2f672f9898 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 943 time: 0.0458405 Oct 14 07:01:27.400178 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a1c6f274-5cd2-4f02-8dfd-7ff727995ddd req-dbb3ccef-7725-43ca-883f-5cd3e90c3457 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301282 Oct 14 07:01:28.294601 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:28.465828 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:28.510707 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db310ec-a525-445f-acc7-1f8439d022a5 req-0a87f58a-2f4e-41a4-92d7-3631bf19c4a8 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:28.512145 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0db310ec-a525-445f-acc7-1f8439d022a5 req-0a87f58a-2f4e-41a4-92d7-3631bf19c4a8 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 943 time: 0.0467510 Oct 14 07:01:28.548477 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0db310ec-a525-445f-acc7-1f8439d022a5 req-cfae7103-0a57-4664-85ee-f0595b60fc3a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306189 Oct 14 07:01:29.668895 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a718a-8881-44a4-969b-cca0ce35a8a6 req-ec7d3426-0d6a-4867-94fa-d944add60991 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:29.670343 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1c4a718a-8881-44a4-969b-cca0ce35a8a6 req-ec7d3426-0d6a-4867-94fa-d944add60991 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 943 time: 0.0573969 Oct 14 07:01:29.708923 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1c4a718a-8881-44a4-969b-cca0ce35a8a6 req-0592dd7a-4283-47ef-92d9-7ef486dc6d1e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Oct 14 07:01:30.128219 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:30.482648 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 01d0c1de-d954-4bf6-854f-4682484953b5 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:01:30.574665 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 01d0c1de-d954-4bf6-854f-4682484953b5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=01d0c1de-d954-4bf6-854f-4682484953b5,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:01:30.585475 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '01d0c1de-d954-4bf6-854f-4682484953b5', 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9', 'port_id': '01d0c1de-d954-4bf6-854f-4682484953b5', 'mac_address': 'fa:16:3e:39:16:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6358e171-a52e-4223-b105-30c8250c5c6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:01:30.624327 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:30.636896 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d0c1de-d954-4bf6-854f-4682484953b5 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:01:30.655040 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 01d0c1de-d954-4bf6-854f-4682484953b5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=01d0c1de-d954-4bf6-854f-4682484953b5,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:01:30.709205 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:30.755163 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=01d0c1de-d954-4bf6-854f-4682484953b5,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:30.763718 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.764054 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.764428 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.764833 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.765237 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.765687 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.766043 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.766711 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.767159 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.767753 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.768077 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.768399 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:30.819624 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17513fb-dd97-48f0-9af9-b6e61b90b0cd req-b5173714-5de6-4cf2-ab7e-40d39ae88ef0 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:30.821063 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f17513fb-dd97-48f0-9af9-b6e61b90b0cd req-b5173714-5de6-4cf2-ab7e-40d39ae88ef0 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 944 time: 0.0475118 Oct 14 07:01:30.856900 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f17513fb-dd97-48f0-9af9-b6e61b90b0cd req-bc5f4bfa-a005-4b03-b5a6-75d5aa7009ef tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301075 Oct 14 07:01:31.266678 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['01d0c1de-d954-4bf6-854f-4682484953b5'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:01:31.966393 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366daf02-2457-4bae-bbce-5b66109adb1c req-c4e3e4c9-c710-490c-95ac-8150d7428aad tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:31.967850 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-366daf02-2457-4bae-bbce-5b66109adb1c req-c4e3e4c9-c710-490c-95ac-8150d7428aad tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 944 time: 0.0467432 Oct 14 07:01:32.003795 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-366daf02-2457-4bae-bbce-5b66109adb1c req-a0115b84-3bf4-4dd1-bdd4-8b974eaeed64 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300994 Oct 14 07:01:32.490936 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 01d0c1de-d954-4bf6-854f-4682484953b5 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:01:32.597344 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 01d0c1de-d954-4bf6-854f-4682484953b5 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:01:32.601699 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 01d0c1de-d954-4bf6-854f-4682484953b5 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:01:32.602188 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:32.677048 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:32.702905 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c2c868-c94e-4856-a241-1141a90d1529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d0c1de-d954-4bf6-854f-4682484953b5'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:01:32.705163 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf270d3-0e11-4f85-9510-47f7a59194f2" -d '{"events": [{"server_uuid": "60c2c868-c94e-4856-a241-1141a90d1529", "name": "network-vif-plugged", "status": "completed", "tag": "01d0c1de-d954-4bf6-854f-4682484953b5"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:01:32.716444 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 01d0c1de-d954-4bf6-854f-4682484953b5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=01d0c1de-d954-4bf6-854f-4682484953b5,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:01:32.740656 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8832db74-2754-4873-a1d5-2987a65ea29f x-openstack-request-id: req-8832db74-2754-4873-a1d5-2987a65ea29f {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:01:32.740942 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c2c868-c94e-4856-a241-1141a90d1529", "name": "network-vif-plugged", "status": "completed", "tag": "01d0c1de-d954-4bf6-854f-4682484953b5", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:01:32.741194 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8832db74-2754-4873-a1d5-2987a65ea29f {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:01:32.741581 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c2c868-c94e-4856-a241-1141a90d1529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d0c1de-d954-4bf6-854f-4682484953b5', 'code': 200} Oct 14 07:01:32.802736 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:32.852372 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=01d0c1de-d954-4bf6-854f-4682484953b5,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:33.116243 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511c919-94d2-4a7b-8910-e987282c952a req-ba9bfab1-672d-4c8d-96e5-1c9d3b04f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:33.119218 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f511c919-94d2-4a7b-8910-e987282c952a req-ba9bfab1-672d-4c8d-96e5-1c9d3b04f556 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 1098 time: 0.0467551 Oct 14 07:01:33.127494 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2123f6-409e-4917-8299-01d378026d03 req-50c34efa-d41f-4028-80ba-82bc773fdbc6 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:33.128933 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8b2123f6-409e-4917-8299-01d378026d03 req-50c34efa-d41f-4028-80ba-82bc773fdbc6 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 945 time: 0.0568295 Oct 14 07:01:33.162819 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f511c919-94d2-4a7b-8910-e987282c952a req-defef352-88ba-42f4-9773-eef761c23fea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294967 Oct 14 07:01:33.167437 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8b2123f6-409e-4917-8299-01d378026d03 req-a891dcb6-ea75-498d-968f-bc7d99616165 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Oct 14 07:01:34.278568 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f164365-b6b7-49ac-8a30-95331226dd23 req-6946b5af-cec9-453c-accc-5abfe34471f4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:34.279922 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0f164365-b6b7-49ac-8a30-95331226dd23 req-6946b5af-cec9-453c-accc-5abfe34471f4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 945 time: 0.0460467 Oct 14 07:01:34.316267 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0f164365-b6b7-49ac-8a30-95331226dd23 req-0d466e55-36fd-4633-9367-c99c884f0945 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305681 Oct 14 07:01:35.437097 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8731f4-e101-4fe3-8b62-f29d807decf1 req-73a721ef-4d92-4ea6-a624-ef59b6c150b9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:35.438484 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-aa8731f4-e101-4fe3-8b62-f29d807decf1 req-73a721ef-4d92-4ea6-a624-ef59b6c150b9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 945 time: 0.0580451 Oct 14 07:01:35.475381 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-aa8731f4-e101-4fe3-8b62-f29d807decf1 req-ab619ea8-621e-4d3f-8338-db078cc5223a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309420 Oct 14 07:01:36.588474 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad80493-1814-4f20-8ebf-14be16aee757 req-125cd136-3566-4fce-ab7b-c228e0260a34 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:36.589974 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3ad80493-1814-4f20-8ebf-14be16aee757 req-125cd136-3566-4fce-ab7b-c228e0260a34 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 945 time: 0.0510516 Oct 14 07:01:36.626844 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3ad80493-1814-4f20-8ebf-14be16aee757 req-7cf3799f-e12c-419a-8913-b681da498067 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Oct 14 07:01:37.735562 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864aa7-03d0-4062-83a0-6f138fed3583 req-346b25ef-8666-4922-8809-c532cdd6b21d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:37.736969 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-40864aa7-03d0-4062-83a0-6f138fed3583 req-346b25ef-8666-4922-8809-c532cdd6b21d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 945 time: 0.0464532 Oct 14 07:01:37.775755 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-40864aa7-03d0-4062-83a0-6f138fed3583 req-0ab53c3c-b38c-4555-b5da-368f23deadba tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325339 Oct 14 07:01:38.884193 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a50a-beb6-4196-931a-509c039846db req-17f484be-15a0-47f5-a191-bc4b53ca0f80 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:38.885624 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eb15a50a-beb6-4196-931a-509c039846db req-17f484be-15a0-47f5-a191-bc4b53ca0f80 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 945 time: 0.0462532 Oct 14 07:01:38.922764 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eb15a50a-beb6-4196-931a-509c039846db req-3f0732e8-3391-4583-ae80-bec8f13b6213 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Oct 14 07:01:39.683975 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:01:51.893221 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:54.393994 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-91855d85-6105-436a-add5-693171dd7dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:55.206819 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-950603c4-0b8c-4ee3-871e-6a931960fe45 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:55.208255 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-950603c4-0b8c-4ee3-871e-6a931960fe45 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/networks?id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 HTTP/1.1" status: 200 len: 814 time: 0.1003010 Oct 14 07:01:55.224034 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-93b6c14f-4694-4c03-8974-7b842e243f2c tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/quotas/eeb2000c5d5645319fde9d62ca49cd9b HTTP/1.1" status: 200 len: 375 time: 0.0092597 Oct 14 07:01:55.271001 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-b6572e25-d4ba-4f1d-a241-0129d7039eec tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0408146 Oct 14 07:01:55.362056 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-c0ed5fcd-2190-4efe-98ab-1314b37504f8 service neutron] 10.222.0.26 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832965 Oct 14 07:01:55.447642 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-6a6b6838-7c16-43cb-aa28-7f8852bfafbb service neutron] 10.222.0.26 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794928 Oct 14 07:01:55.657245 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4340471b-d8f1-4ad8-aa14-5ad183cb4a36 req-7cb1ffa8-9787-4990-bf8b-16ab5920ea85 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 210 time: 0.0299814 Oct 14 07:01:56.496901 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabb067-4e7d-47f2-8016-7265ff95cb8f req-5aeb5e52-a0bc-4d7c-a730-e6d0a950d440 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:56.498322 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-caabb067-4e7d-47f2-8016-7265ff95cb8f req-5aeb5e52-a0bc-4d7c-a730-e6d0a950d440 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 945 time: 0.0473626 Oct 14 07:01:56.535541 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-caabb067-4e7d-47f2-8016-7265ff95cb8f req-cf426986-80d8-4234-b12d-a690b6949f1d tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Oct 14 07:01:56.753971 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c4d4eef4-d12b-4399-a89d-cdda562d7efa req-c5c05d40-ef34-4e81-9ee3-9eab92e8f1b4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 210 time: 0.0251720 Oct 14 07:01:57.178501 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-54ff11ac-b439-4bd0-a108-06afdf2c0c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:57.648446 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdee830-10b7-4dba-a94a-3f954428bae8 req-e88e18b1-9031-4f18-bad8-a836fb7d5feb tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:57.649844 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6cdee830-10b7-4dba-a94a-3f954428bae8 req-e88e18b1-9031-4f18-bad8-a836fb7d5feb tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 945 time: 0.0481970 Oct 14 07:01:57.690556 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6cdee830-10b7-4dba-a94a-3f954428bae8 req-9bd2e7ed-e50c-426f-90a9-dd0c82733d70 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348470 Oct 14 07:01:57.847228 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ab2b559c-ae01-4d29-9104-96e5de4d2be0 req-7ae11fdd-fa72-4a1b-a896-3f78a72856f7 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 210 time: 0.0246723 Oct 14 07:01:57.921908 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-6b9045e3-05d5-438f-972c-4f718aa6e883 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:57.923307 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-6b9045e3-05d5-438f-972c-4f718aa6e883 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "GET /v2.0/networks?id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 HTTP/1.1" status: 200 len: 814 time: 0.1089144 Oct 14 07:01:57.955148 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Request body: {'port': {'device_id': 'a4c7de97-d347-4e3c-8d91-92e2be713bc1', 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9', 'admin_state_up': True, 'tenant_id': 'eeb2000c5d5645319fde9d62ca49cd9b'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:01:58.144010 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Made reservation on behalf of eeb2000c5d5645319fde9d62ca49cd9b for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:01:58.147469 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:58.271203 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Allocated IP 172.20.0.4 (c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9/6358e171-a52e-4223-b105-30c8250c5c6d/85defc9d-f3dc-4a44-a707-0935445ea4a0) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:01:58.281586 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:58.419754 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:58.464432 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:58.509190 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:58.548714 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:01:58.551657 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:01:58.555178 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:01:58.567764 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['01d0c1de-d954-4bf6-854f-4682484953b5'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:01:58.587272 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Pushing event updated for resources: {'Port': ['ID=85defc9d-f3dc-4a44-a707-0935445ea4a0,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:58.600514 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.601900 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.601900 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.601900 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.601900 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.602219 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.603084 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.603424 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.603768 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.604090 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.604408 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.604722 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:01:58.621968 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:58.622588 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:58.739568 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-8836ad22-b2d3-4f53-92b3-ebd32c4aed75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7879579 Oct 14 07:01:58.762954 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Request body: {'port': {'device_id': 'a4c7de97-d347-4e3c-8d91-92e2be713bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:01:58.801527 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61620c39-8c86-4595-a3ee-10ff9b8e7d58 req-1519c1f9-67a8-466e-aeb6-d3c8bf11d6b5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:58.802985 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-61620c39-8c86-4595-a3ee-10ff9b8e7d58 req-1519c1f9-67a8-466e-aeb6-d3c8bf11d6b5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 945 time: 0.0482683 Oct 14 07:01:58.816186 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:58.842179 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-61620c39-8c86-4595-a3ee-10ff9b8e7d58 req-0acec0ba-2be7-410a-8646-43b51e032745 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Oct 14 07:01:58.969267 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66cc4b-f076-4046-bf2b-edff43656e38 req-013766b7-03c0-495e-8412-f224254618d6 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:58.970622 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7a66cc4b-f076-4046-bf2b-edff43656e38 req-013766b7-03c0-495e-8412-f224254618d6 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 931 time: 0.0569172 Oct 14 07:01:59.007856 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7a66cc4b-f076-4046-bf2b-edff43656e38 req-e405a5c2-176b-4a18-9e2a-125e34a9291d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Oct 14 07:01:59.073819 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85defc9d-f3dc-4a44-a707-0935445ea4a0 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:01:59.081197 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:59.092418 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Transition to ACTIVE for port object 85defc9d-f3dc-4a44-a707-0935445ea4a0 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:01:59.149408 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:59.201888 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Pushing event updated for resources: {'Port': ['ID=85defc9d-f3dc-4a44-a707-0935445ea4a0,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:59.268754 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Attempting to bind port 85defc9d-f3dc-4a44-a707-0935445ea4a0 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:01:59.269002 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Attempting to bind port 85defc9d-f3dc-4a44-a707-0935445ea4a0 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:01:59.269327 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Attempting to bind port 85defc9d-f3dc-4a44-a707-0935445ea4a0 on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:01:59.273820 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Port 85defc9d-f3dc-4a44-a707-0935445ea4a0 on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:01:59.274135 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Attempting to bind port 85defc9d-f3dc-4a44-a707-0935445ea4a0 on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:01:59.278834 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:01:59.279161 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Checking segment: {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:01:59.279570 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Bound using segment: {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:01:59.279987 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Bound port: 85defc9d-f3dc-4a44-a707-0935445ea4a0, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:01:59.280332 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:59.352031 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] For port 85defc9d-f3dc-4a44-a707-0935445ea4a0, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:01:59.378378 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] For port 85defc9d-f3dc-4a44-a707-0935445ea4a0, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=85defc9d-f3dc-4a44-a707-0935445ea4a0,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:01:59.398590 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-594d5d8c-a08c-4b43-b40b-e83ccbd559e6 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:59.400138 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-594d5d8c-a08c-4b43-b40b-e83ccbd559e6 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 945 time: 0.0630779 Oct 14 07:01:59.471575 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:59.513124 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:59.513732 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:59.515093 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] 10.222.0.39 "PUT /v2.0/ports/85defc9d-f3dc-4a44-a707-0935445ea4a0 HTTP/1.1" status: 200 len: 1093 time: 0.7563410 Oct 14 07:01:59.515565 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c7de97-d347-4e3c-8d91-92e2be713bc1', 'tag': '85defc9d-f3dc-4a44-a707-0935445ea4a0'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:01:59.517793 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb3d522-580a-4c5f-b2b3-fcad6c248396" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c7de97-d347-4e3c-8d91-92e2be713bc1", "tag": "85defc9d-f3dc-4a44-a707-0935445ea4a0"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:01:59.545325 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba6ba5-445b-49f0-8d07-db604f165683 service neutron] Pushing event updated for resources: {'Port': ['ID=85defc9d-f3dc-4a44-a707-0935445ea4a0,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:01:59.555226 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7f4ea2-d76c-4477-b699-287a68febd10 x-openstack-request-id: req-0d7f4ea2-d76c-4477-b699-287a68febd10 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:01:59.555537 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c7de97-d347-4e3c-8d91-92e2be713bc1", "tag": "85defc9d-f3dc-4a44-a707-0935445ea4a0", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:01:59.555827 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d7f4ea2-d76c-4477-b699-287a68febd10 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:01:59.556212 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c7de97-d347-4e3c-8d91-92e2be713bc1', 'tag': '85defc9d-f3dc-4a44-a707-0935445ea4a0', 'status': 'completed', 'code': 200} Oct 14 07:01:59.560621 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-2303adfd-e6d1-46a4-bfef-662032651d36 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Deleting port cf844bcf-b0a8-456b-a237-75c8d7120268 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:01:59.560958 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-2303adfd-e6d1-46a4-bfef-662032651d36 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:59.673609 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-2303adfd-e6d1-46a4-bfef-662032651d36 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] For port cf844bcf-b0a8-456b-a237-75c8d7120268, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=cf844bcf-b0a8-456b-a237-75c8d7120268,segment=NetworkSegment(e0a15d23-3e45-47fc-a6df-f46823d0e9bc),segment_id=e0a15d23-3e45-47fc-a6df-f46823d0e9bc)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:01:59.673973 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-2303adfd-e6d1-46a4-bfef-662032651d36 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:01:59.689322 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3d522-580a-4c5f-b2b3-fcad6c248396 req-1921284b-6eec-4455-a77c-743fb88780cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:59.690768 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2fb3d522-580a-4c5f-b2b3-fcad6c248396 req-1921284b-6eec-4455-a77c-743fb88780cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0653799 Oct 14 07:01:59.691632 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-2303adfd-e6d1-46a4-bfef-662032651d36 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Calling delete_port for cf844bcf-b0a8-456b-a237-75c8d7120268 owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:01:59.848012 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3d522-580a-4c5f-b2b3-fcad6c248396 req-9b5feffe-1fe0-49cc-8756-42de2dd6ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:59.849362 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2fb3d522-580a-4c5f-b2b3-fcad6c248396 req-9b5feffe-1fe0-49cc-8756-42de2dd6ddb9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1140904 Oct 14 07:01:59.957484 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d6527-621e-456a-a79c-cf0cfbbf7afb req-dd9347e1-24d2-4fe1-91b6-3d08943040e5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:59.958917 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d26d6527-621e-456a-a79c-cf0cfbbf7afb req-dd9347e1-24d2-4fe1-91b6-3d08943040e5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 945 time: 0.0499504 Oct 14 07:01:59.971833 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3d522-580a-4c5f-b2b3-fcad6c248396 req-ed92899d-e6e3-4aee-9d8d-0c61842ecd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:01:59.973288 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2fb3d522-580a-4c5f-b2b3-fcad6c248396 req-ed92899d-e6e3-4aee-9d8d-0c61842ecd69 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012721 Oct 14 07:01:59.997747 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d26d6527-621e-456a-a79c-cf0cfbbf7afb req-a86e455f-94d7-49e5-8356-f4e263c41498 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316727 Oct 14 07:02:00.024242 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-2303adfd-e6d1-46a4-bfef-662032651d36 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:00.051311 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303adfd-e6d1-46a4-bfef-662032651d36 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Pushing event deleted for resources: {'Port': ['ID=cf844bcf-b0a8-456b-a237-75c8d7120268,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:00.088409 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['cf844bcf-b0a8-456b-a237-75c8d7120268'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:02:00.121464 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-2303adfd-e6d1-46a4-bfef-662032651d36 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] No DVR routers for this DVR port cf844bcf-b0a8-456b-a237-75c8d7120268 on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:02:00.124476 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-2303adfd-e6d1-46a4-bfef-662032651d36 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:00.127720 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2bc7d3f2-824b-496f-ab8f-531ce3f96562 req-2303adfd-e6d1-46a4-bfef-662032651d36 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.39 "DELETE /v2.0/ports/cf844bcf-b0a8-456b-a237-75c8d7120268 HTTP/1.1" status: 204 len: 173 time: 0.7161729 Oct 14 07:02:00.135670 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-c10b489e-1ff6-4a70-a61a-0f10f20f2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:00.137004 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ece9a2-bc33-4cda-a5e4-b08e2bf02ebe req-f045faf8-fe19-482e-8d74-984549ab0e2f tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:00.137148 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-c10b489e-1ff6-4a70-a61a-0f10f20f2093 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0778127 Oct 14 07:02:00.138835 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a1ece9a2-bc33-4cda-a5e4-b08e2bf02ebe req-f045faf8-fe19-482e-8d74-984549ab0e2f tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 943 time: 0.0524130 Oct 14 07:02:00.150391 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:00.177192 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a1ece9a2-bc33-4cda-a5e4-b08e2bf02ebe req-1c96fb71-422a-478f-85c3-2200a7fa246b tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Oct 14 07:02:00.197834 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-303237c5-03bd-4d9b-8291-edac0cae4bb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85defc9d-f3dc-4a44-a707-0935445ea4a0 HTTP/1.1" status: 200 len: 217 time: 0.0347214 Oct 14 07:02:00.250513 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-63e8fc41-cf9f-4e56-8d36-256a784c8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:00.252002 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-63e8fc41-cf9f-4e56-8d36-256a784c8de0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6358e171-a52e-4223-b105-30c8250c5c6d HTTP/1.1" status: 200 len: 854 time: 0.0448654 Oct 14 07:02:00.295835 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-a0101643-6dbd-462b-b7c8-3181c2144e6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233788 Oct 14 07:02:00.398896 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-af54d4dc-bc6a-4a24-9ca8-123b2c2cda3f service neutron] 10.222.0.39 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792420 Oct 14 07:02:00.495802 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9d6d8aa2-6402-479c-9786-69666d8ac073 req-26285253-7460-4cdc-9600-b5ff6980b891 service neutron] 10.222.0.39 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839114 Oct 14 07:02:01.101400 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e51dd043-7030-4c28-a686-719d4fea1a43 req-d81d7fe7-12fa-4055-87ed-854620b1960b tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5cabd9c-1b60-4646-9bb8-e3eadaa6111f HTTP/1.1" status: 200 len: 210 time: 0.0257506 Oct 14 07:02:01.294041 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c799d-6209-4051-83a4-eb2b566beccc req-c98e8722-6e9d-48e5-9014-15bccfbec109 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:01.295738 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-057c799d-6209-4051-83a4-eb2b566beccc req-c98e8722-6e9d-48e5-9014-15bccfbec109 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 943 time: 0.0521007 Oct 14 07:02:01.337740 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-057c799d-6209-4051-83a4-eb2b566beccc req-c26c204a-d49e-44a5-8e2c-3d45f39d36c2 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353696 Oct 14 07:02:01.557778 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cabd9c-1b60-4646-9bb8-e3eadaa6111f', 'name': 'network-vif-deleted', 'tag': 'cf844bcf-b0a8-456b-a237-75c8d7120268'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:01.560235 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a7bd21-307b-44c6-a69d-b3dacaf7c1a2" -d '{"events": [{"server_uuid": "b5cabd9c-1b60-4646-9bb8-e3eadaa6111f", "name": "network-vif-deleted", "tag": "cf844bcf-b0a8-456b-a237-75c8d7120268"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:01.595024 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d516cb-9081-4d8f-8dd1-08c88632846b x-openstack-request-id: req-75d516cb-9081-4d8f-8dd1-08c88632846b {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:01.595315 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cabd9c-1b60-4646-9bb8-e3eadaa6111f", "name": "network-vif-deleted", "tag": "cf844bcf-b0a8-456b-a237-75c8d7120268", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:01.595588 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75d516cb-9081-4d8f-8dd1-08c88632846b {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:01.595970 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cabd9c-1b60-4646-9bb8-e3eadaa6111f', 'name': 'network-vif-deleted', 'tag': 'cf844bcf-b0a8-456b-a237-75c8d7120268', 'status': 'completed', 'code': 200} Oct 14 07:02:02.453956 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb67d7f-1f96-4eb1-acb4-f8c45a80d79e req-572392cb-a3ab-496a-891a-fc97f85572a2 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:02.455535 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4fb67d7f-1f96-4eb1-acb4-f8c45a80d79e req-572392cb-a3ab-496a-891a-fc97f85572a2 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 943 time: 0.0478709 Oct 14 07:02:02.492171 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4fb67d7f-1f96-4eb1-acb4-f8c45a80d79e req-124ef084-5a57-4feb-ba26-27dcbc506be9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310247 Oct 14 07:02:02.610880 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device cf844bcf-b0a8-456b-a237-75c8d7120268 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:02:02.631049 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: cf844bcf-b0a8-456b-a237-75c8d7120268 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:02:02.631391 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device cf844bcf-b0a8-456b-a237-75c8d7120268 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:02:03.601431 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa93268-676c-4c62-ba20-b45fbc6eebe1 req-090d139c-2028-493a-8e7d-6c43146f1e00 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:03.603543 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2aa93268-676c-4c62-ba20-b45fbc6eebe1 req-090d139c-2028-493a-8e7d-6c43146f1e00 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 943 time: 0.0468094 Oct 14 07:02:03.641315 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2aa93268-676c-4c62-ba20-b45fbc6eebe1 req-6e4e343d-3a55-4dd2-9ca5-8a06fbe19ac4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Oct 14 07:02:04.754982 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272b8c5-2cda-4daf-86c9-fd8d6f341688 req-354a5ea3-ff85-4eea-927b-ccf960619544 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:04.756400 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e272b8c5-2cda-4daf-86c9-fd8d6f341688 req-354a5ea3-ff85-4eea-927b-ccf960619544 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 943 time: 0.0503998 Oct 14 07:02:04.792930 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e272b8c5-2cda-4daf-86c9-fd8d6f341688 req-48f57515-20ab-4218-a30d-7d2eafd6ad46 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307388 Oct 14 07:02:05.902782 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7cdc0-80ab-4e89-8209-88d5f4faae3d req-575bf7f4-6adc-4dc9-85da-23428fb34397 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:05.904303 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9e7cdc0-80ab-4e89-8209-88d5f4faae3d req-575bf7f4-6adc-4dc9-85da-23428fb34397 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 943 time: 0.0472419 Oct 14 07:02:05.941109 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9e7cdc0-80ab-4e89-8209-88d5f4faae3d req-0516d7d0-a30d-49a5-8ecc-8896a208fff8 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Oct 14 07:02:05.945072 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 85defc9d-f3dc-4a44-a707-0935445ea4a0 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:02:06.147959 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 85defc9d-f3dc-4a44-a707-0935445ea4a0, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=85defc9d-f3dc-4a44-a707-0935445ea4a0,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:06.159110 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '85defc9d-f3dc-4a44-a707-0935445ea4a0', 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9', 'port_id': '85defc9d-f3dc-4a44-a707-0935445ea4a0', 'mac_address': 'fa:16:3e:9f:92:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6358e171-a52e-4223-b105-30c8250c5c6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:02:06.195395 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:06.208184 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85defc9d-f3dc-4a44-a707-0935445ea4a0 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:02:06.227190 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 85defc9d-f3dc-4a44-a707-0935445ea4a0, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=85defc9d-f3dc-4a44-a707-0935445ea4a0,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:06.281161 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:06.332428 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=85defc9d-f3dc-4a44-a707-0935445ea4a0,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:06.806372 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['85defc9d-f3dc-4a44-a707-0935445ea4a0'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:02:07.060396 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04308de3-9e5f-4566-92da-8717356dd8fe req-0bf743fd-9a17-44d3-9aec-b2f6df22e699 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:07.061849 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-04308de3-9e5f-4566-92da-8717356dd8fe req-0bf743fd-9a17-44d3-9aec-b2f6df22e699 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 944 time: 0.0491323 Oct 14 07:02:07.098287 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-04308de3-9e5f-4566-92da-8717356dd8fe req-72acd7d0-11d8-4baf-ab07-fb74d2693854 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306616 Oct 14 07:02:08.214905 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7907b-4343-42e1-acb2-cd106703ab54 req-510abfd5-623c-4e20-af45-7b03f0401e9a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:08.216352 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10d7907b-4343-42e1-acb2-cd106703ab54 req-510abfd5-623c-4e20-af45-7b03f0401e9a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 944 time: 0.0507438 Oct 14 07:02:08.252866 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10d7907b-4343-42e1-acb2-cd106703ab54 req-1eca5ebe-e883-4681-9511-bffe76fa5e02 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304995 Oct 14 07:02:09.371171 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bf885-180b-4088-922d-57d95f142e80 req-6a1e47eb-9c4e-439d-8bd9-96a7a84043f5 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:09.372647 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b07bf885-180b-4088-922d-57d95f142e80 req-6a1e47eb-9c4e-439d-8bd9-96a7a84043f5 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 944 time: 0.0545571 Oct 14 07:02:09.410012 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b07bf885-180b-4088-922d-57d95f142e80 req-c668d3eb-f32a-46f8-a403-958bd702dec9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Oct 14 07:02:10.542651 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace79bd5-cdb5-4dd3-be11-217a4aba43ce req-34064471-2692-48bf-9d34-2eca1d68fbfe tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:10.544102 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ace79bd5-cdb5-4dd3-be11-217a4aba43ce req-34064471-2692-48bf-9d34-2eca1d68fbfe tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 944 time: 0.0476775 Oct 14 07:02:10.581174 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ace79bd5-cdb5-4dd3-be11-217a4aba43ce req-089b479e-776a-4ba4-bfb6-c75385687ed6 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311165 Oct 14 07:02:10.733239 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 85defc9d-f3dc-4a44-a707-0935445ea4a0 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:02:10.834752 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 85defc9d-f3dc-4a44-a707-0935445ea4a0 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:02:10.838550 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 85defc9d-f3dc-4a44-a707-0935445ea4a0 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:02:10.839054 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:10.915750 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:10.939170 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c7de97-d347-4e3c-8d91-92e2be713bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85defc9d-f3dc-4a44-a707-0935445ea4a0'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:10.941422 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3ceafd-1fa3-405f-9b2a-465731bc592d" -d '{"events": [{"server_uuid": "a4c7de97-d347-4e3c-8d91-92e2be713bc1", "name": "network-vif-plugged", "status": "completed", "tag": "85defc9d-f3dc-4a44-a707-0935445ea4a0"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:10.955000 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 85defc9d-f3dc-4a44-a707-0935445ea4a0, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=85defc9d-f3dc-4a44-a707-0935445ea4a0,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:10.975653 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fad80b7-a835-4ac5-bbd5-c2d06965bb13 x-openstack-request-id: req-4fad80b7-a835-4ac5-bbd5-c2d06965bb13 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:10.975941 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c7de97-d347-4e3c-8d91-92e2be713bc1", "name": "network-vif-plugged", "status": "completed", "tag": "85defc9d-f3dc-4a44-a707-0935445ea4a0", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:10.976192 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fad80b7-a835-4ac5-bbd5-c2d06965bb13 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:10.976578 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c7de97-d347-4e3c-8d91-92e2be713bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85defc9d-f3dc-4a44-a707-0935445ea4a0', 'code': 200} Oct 14 07:02:11.029235 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:11.075258 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=85defc9d-f3dc-4a44-a707-0935445ea4a0,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:11.695142 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed5218-0dec-4943-8947-d3eabcd5ca14 req-5f8fb3fa-a577-4e78-9356-97f916d8e2ea tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:11.697218 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-96ed5218-0dec-4943-8947-d3eabcd5ca14 req-5f8fb3fa-a577-4e78-9356-97f916d8e2ea tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 945 time: 0.0505123 Oct 14 07:02:11.732344 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-96ed5218-0dec-4943-8947-d3eabcd5ca14 req-c6f4db46-c112-4064-a31b-3a7308248a30 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293865 Oct 14 07:02:12.187033 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde484b3-4221-4f92-bb80-069aae657201 req-0d1b332e-425f-46cc-a53c-57e8b9addb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:12.187985 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cde484b3-4221-4f92-bb80-069aae657201 req-0d1b332e-425f-46cc-a53c-57e8b9addb98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0398335 Oct 14 07:02:12.225197 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-cde484b3-4221-4f92-bb80-069aae657201 req-9f6d3cc0-64c9-4e62-9d5b-cce8a76211f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265989 Oct 14 07:02:12.738934 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-168a52f0-bd86-4e7f-9957-ac66266d882f tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:12.740347 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-168a52f0-bd86-4e7f-9957-ac66266d882f tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/networks?id=ff34ec01-9edb-49e5-b8da-fce3759c1747 HTTP/1.1" status: 200 len: 814 time: 0.0994074 Oct 14 07:02:12.756370 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-07c9e81a-9624-4e88-ad73-3390828be028 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/quotas/e515a5b1a5ca4587a06b14de165c980c HTTP/1.1" status: 200 len: 375 time: 0.0094972 Oct 14 07:02:12.791733 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-8968b0b1-a040-443d-8a6c-4384bb166089 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e515a5b1a5ca4587a06b14de165c980c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296078 Oct 14 07:02:12.907605 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-76154914-28d1-4c4b-b3c2-31ccaef46db7 service neutron] 10.222.0.26 "GET /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087904 Oct 14 07:02:12.919405 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53461876-a064-4f0e-aeb4-84d4596c9295 req-5cbf74df-2ddd-4535-ab8d-2d81edd91b75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:12.920807 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-53461876-a064-4f0e-aeb4-84d4596c9295 req-5cbf74df-2ddd-4535-ab8d-2d81edd91b75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 945 time: 0.0688186 Oct 14 07:02:13.008088 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-53461876-a064-4f0e-aeb4-84d4596c9295 req-4f2f8bc7-5c20-42f9-a92d-822d265fbc49 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794120 Oct 14 07:02:13.029718 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-1baca88c-b8d7-4705-9503-d4da8bee6f3a service neutron] 10.222.0.26 "GET /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079659 Oct 14 07:02:13.267804 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f8f18b8b-95fe-47b7-a3f5-be7d83e986b7 req-1d74ded2-8002-460a-9bfb-ededecfae34b tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 210 time: 0.0256164 Oct 14 07:02:14.177733 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fe584-0ea7-4c3f-bba8-603c936d09f4 req-d2d9896f-99f7-44e5-9233-efd104d98352 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:14.179990 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d12fe584-0ea7-4c3f-bba8-603c936d09f4 req-d2d9896f-99f7-44e5-9233-efd104d98352 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 945 time: 0.1066499 Oct 14 07:02:14.219251 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d12fe584-0ea7-4c3f-bba8-603c936d09f4 req-8166b297-58f7-4b5e-b5df-ab48cd5000bf tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Oct 14 07:02:14.358234 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b5282203-b6a1-4c05-ae94-f33f0f4c77cc req-e28fce43-32bb-48ae-90c2-c7804ca49feb tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 210 time: 0.0257089 Oct 14 07:02:15.331129 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce2faf-f238-4f80-96d3-98e40d998fc7 req-37857e49-1765-42a5-9d4b-ed25f21b40b4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:15.332668 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-63ce2faf-f238-4f80-96d3-98e40d998fc7 req-37857e49-1765-42a5-9d4b-ed25f21b40b4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 947 time: 0.0587432 Oct 14 07:02:15.403054 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-63ce2faf-f238-4f80-96d3-98e40d998fc7 req-b94b4656-4b0a-466b-8929-1929316b8b7d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645680 Oct 14 07:02:15.424461 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592df9f-5f63-4acd-b167-26d9f5cfdcfb req-ccf2f071-a2b0-4e4a-bc85-ced94d228ba7 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:15.425858 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b592df9f-5f63-4acd-b167-26d9f5cfdcfb req-ccf2f071-a2b0-4e4a-bc85-ced94d228ba7 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 945 time: 0.1220281 Oct 14 07:02:15.465666 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b592df9f-5f63-4acd-b167-26d9f5cfdcfb req-82ad043e-f55d-45a7-913d-de656f634139 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334399 Oct 14 07:02:15.501367 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ca137f74-39a2-477d-8280-ada62b8ffaaa req-9a7093f7-8064-401d-a562-b6f6cf5d914e tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 210 time: 0.0254607 Oct 14 07:02:15.741487 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-f9d0856d-c54d-40b6-8e90-803a6952d2d4 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:15.742970 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-f9d0856d-c54d-40b6-8e90-803a6952d2d4 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.39 "GET /v2.0/networks?id=ff34ec01-9edb-49e5-b8da-fce3759c1747 HTTP/1.1" status: 200 len: 814 time: 0.1079330 Oct 14 07:02:15.773355 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Request body: {'port': {'device_id': '357cedf1-b457-4550-a113-80c98bab9d05', 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747', 'admin_state_up': True, 'tenant_id': 'e515a5b1a5ca4587a06b14de165c980c'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:16.016294 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Made reservation on behalf of e515a5b1a5ca4587a06b14de165c980c for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:02:16.019844 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:16.152034 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Allocated IP 172.20.0.13 (ff34ec01-9edb-49e5-b8da-fce3759c1747/3691a3ac-1856-4cbd-a811-94813c63b78f/17beb4b0-8adb-4deb-a9a5-e1ed6badc32f) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:02:16.294749 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:16.367025 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:16.407588 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Network ff34ec01-9edb-49e5-b8da-fce3759c1747 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:02:16.410638 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:02:16.414528 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:02:16.446319 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Pushing event updated for resources: {'Port': ['ID=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:16.471279 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:16.471988 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:16.520500 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca30b2c-8f16-4609-a8e4-c36d51d11b3f req-2e9f7984-2f4b-41af-82ed-29e5cedfa215 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:16.521934 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-aca30b2c-8f16-4609-a8e4-c36d51d11b3f req-2e9f7984-2f4b-41af-82ed-29e5cedfa215 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 947 time: 0.0460877 Oct 14 07:02:16.560890 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-aca30b2c-8f16-4609-a8e4-c36d51d11b3f req-41f53fb9-4e01-442e-bf0b-fe175139af95 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321031 Oct 14 07:02:16.567468 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-b0eb76d9-a139-4cf8-99bf-5aa8057dd4d5 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7981837 Oct 14 07:02:16.590738 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Request body: {'port': {'device_id': '357cedf1-b457-4550-a113-80c98bab9d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:16.613116 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5828fad-630a-490d-88a6-380b3e4af803 req-5dbca76b-bee4-4301-a5d7-323c40e30a19 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:16.614811 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a5828fad-630a-490d-88a6-380b3e4af803 req-5dbca76b-bee4-4301-a5d7-323c40e30a19 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 932 time: 0.0487435 Oct 14 07:02:16.663351 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a5828fad-630a-490d-88a6-380b3e4af803 req-e56eb7d7-5d50-4c0d-bf62-12c3f7083f31 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422082 Oct 14 07:02:16.683377 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:02:16.860941 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:17.115191 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:02:17.122885 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:17.135073 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Transition to ACTIVE for port object 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:02:17.216033 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:17.279992 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Pushing event updated for resources: {'Port': ['ID=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:17.327677 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Attempting to bind port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:02:17.328010 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Attempting to bind port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:02:17.328334 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Attempting to bind port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f on network ff34ec01-9edb-49e5-b8da-fce3759c1747 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:02:17.332489 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f on network ff34ec01-9edb-49e5-b8da-fce3759c1747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:02:17.332802 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Attempting to bind port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f on network ff34ec01-9edb-49e5-b8da-fce3759c1747 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:02:17.338159 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:02:17.338475 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Checking segment: {'id': 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:02:17.338846 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Bound using segment: {'id': 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:02:17.339261 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Bound port: 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:02:17.339633 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:17.409855 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] For port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:02:17.413095 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] For port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,segment=NetworkSegment(e0a15d23-3e45-47fc-a6df-f46823d0e9bc),segment_id=e0a15d23-3e45-47fc-a6df-f46823d0e9bc)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:02:17.478941 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:17.511009 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:17.512054 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:17.513505 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] 10.222.0.39 "PUT /v2.0/ports/17beb4b0-8adb-4deb-a9a5-e1ed6badc32f HTTP/1.1" status: 200 len: 1094 time: 0.9276581 Oct 14 07:02:17.513937 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357cedf1-b457-4550-a113-80c98bab9d05', 'tag': '17beb4b0-8adb-4deb-a9a5-e1ed6badc32f'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:17.516187 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c5d80f-3b86-4e34-a2ef-1eb1b21f8ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "357cedf1-b457-4550-a113-80c98bab9d05", "tag": "17beb4b0-8adb-4deb-a9a5-e1ed6badc32f"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:17.544748 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c810917-a309-41f4-aee9-6d3080605a3c service neutron] Pushing event updated for resources: {'Port': ['ID=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:17.556916 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617c502d-1664-43c1-9317-15aa6f322094 x-openstack-request-id: req-617c502d-1664-43c1-9317-15aa6f322094 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:17.557206 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357cedf1-b457-4550-a113-80c98bab9d05", "tag": "17beb4b0-8adb-4deb-a9a5-e1ed6badc32f", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:17.557468 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-617c502d-1664-43c1-9317-15aa6f322094 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:17.557845 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357cedf1-b457-4550-a113-80c98bab9d05', 'tag': '17beb4b0-8adb-4deb-a9a5-e1ed6badc32f', 'status': 'completed', 'code': 200} Oct 14 07:02:17.681807 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e5b7-384c-4c89-aaac-7235e99427fd req-a312ac20-00d9-475f-95a0-1c71a49a16fb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:17.683185 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7878e5b7-384c-4c89-aaac-7235e99427fd req-a312ac20-00d9-475f-95a0-1c71a49a16fb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 947 time: 0.0485613 Oct 14 07:02:17.689399 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5d80f-3b86-4e34-a2ef-1eb1b21f8ddc req-97039f05-21d1-4aa6-b622-ab47a334048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:17.690911 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-01c5d80f-3b86-4e34-a2ef-1eb1b21f8ddc req-97039f05-21d1-4aa6-b622-ab47a334048d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e515a5b1a5ca4587a06b14de165c980c&device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 1097 time: 0.0399997 Oct 14 07:02:17.722374 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7878e5b7-384c-4c89-aaac-7235e99427fd req-a7bdb542-46a7-41c0-a693-898bb9a4cab0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328546 Oct 14 07:02:17.785344 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23b22e-5dde-4d5a-b399-30a5559ac534 req-3222c527-80ca-49a4-8318-f9ef190bbf8c tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:17.786900 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bd23b22e-5dde-4d5a-b399-30a5559ac534 req-3222c527-80ca-49a4-8318-f9ef190bbf8c tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 944 time: 0.0527296 Oct 14 07:02:17.826558 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bd23b22e-5dde-4d5a-b399-30a5559ac534 req-56cdf766-bf9d-4497-815c-31ec5e434511 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332727 Oct 14 07:02:17.840499 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5d80f-3b86-4e34-a2ef-1eb1b21f8ddc req-79ef556a-9039-4f44-bda7-e6ba742d3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:17.842021 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-01c5d80f-3b86-4e34-a2ef-1eb1b21f8ddc req-79ef556a-9039-4f44-bda7-e6ba742d3287 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e515a5b1a5ca4587a06b14de165c980c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0978105 Oct 14 07:02:17.960677 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5d80f-3b86-4e34-a2ef-1eb1b21f8ddc req-1f5ac001-6e8a-439b-b597-427c1fabfc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:17.962099 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-01c5d80f-3b86-4e34-a2ef-1eb1b21f8ddc req-1f5ac001-6e8a-439b-b597-427c1fabfc49 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899892 Oct 14 07:02:18.125697 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-816826e7-528a-458d-acd1-7fd81e22f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:18.127238 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-816826e7-528a-458d-acd1-7fd81e22f8cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e515a5b1a5ca4587a06b14de165c980c&device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 1097 time: 0.0466578 Oct 14 07:02:18.183294 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-dc75db72-b4ce-4d5b-8c76-042121e598cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f HTTP/1.1" status: 200 len: 217 time: 0.0346928 Oct 14 07:02:18.341711 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-a38b9d63-db1d-469a-97b9-245b114a399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:18.343173 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-a38b9d63-db1d-469a-97b9-245b114a399f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3691a3ac-1856-4cbd-a811-94813c63b78f HTTP/1.1" status: 200 len: 854 time: 0.0748026 Oct 14 07:02:18.354702 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67473b8b-18e6-4f6c-862f-853da6524773 req-d4d77fec-e0f8-424f-a850-92ed8dc417a9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:18.356123 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-67473b8b-18e6-4f6c-862f-853da6524773 req-d4d77fec-e0f8-424f-a850-92ed8dc417a9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.39 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 947 time: 0.0795174 Oct 14 07:02:18.385719 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-23be4349-7197-4e7a-8a6a-a1df29e68ef7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff34ec01-9edb-49e5-b8da-fce3759c1747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286574 Oct 14 07:02:18.488938 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-15b62d79-cb5b-4a73-be0c-c3c2643f5a5a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:18.490291 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-15b62d79-cb5b-4a73-be0c-c3c2643f5a5a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/networks?id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 HTTP/1.1" status: 200 len: 814 time: 0.1027296 Oct 14 07:02:18.505185 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-53029aef-2dbe-4732-9197-3418c0dc2f94 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/quotas/eeb2000c5d5645319fde9d62ca49cd9b HTTP/1.1" status: 200 len: 375 time: 0.0090256 Oct 14 07:02:18.527995 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-1b438a6b-1879-457c-be19-ef0d753aead4 service neutron] 10.222.0.39 "GET /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234574 Oct 14 07:02:18.535772 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Deleting port 60bedccd-40f4-465d-9aba-dd1504039256 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:02:18.536103 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:18.556036 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-6e4f1d43-3f64-401a-b472-748c91c48247 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448835 Oct 14 07:02:18.691531 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] For port 60bedccd-40f4-465d-9aba-dd1504039256, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=60bedccd-40f4-465d-9aba-dd1504039256,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:18.691911 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:18.696896 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-5244d4be-062a-45ff-94ed-bf268facfc77 req-45e1c99e-2a84-4f45-bc08-44792c4404c4 service neutron] 10.222.0.39 "GET /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579652 Oct 14 07:02:18.916779 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-6f0a6482-20ef-4c50-9f30-2ad7f042c5e4 service neutron] 10.222.0.26 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533006 Oct 14 07:02:18.923855 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:18.924214 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:18.924519 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.l3_db [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Floating IP dcf6e5fe-21ae-4fdf-b10d-25397c0f6a3a disassociated. External IP: 172.27.0.3, port: 60bedccd-40f4-465d-9aba-dd1504039256. Oct 14 07:02:18.924855 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Calling delete_port for 60bedccd-40f4-465d-9aba-dd1504039256 owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:02:18.928167 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e3d42-4af8-4fb6-bf6f-d57ef738841d req-a9a368a9-1cda-44e2-a3d4-358d39790e30 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:18.929584 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-af3e3d42-4af8-4fb6-bf6f-d57ef738841d req-a9a368a9-1cda-44e2-a3d4-358d39790e30 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 947 time: 0.0633259 Oct 14 07:02:19.024418 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-af3e3d42-4af8-4fb6-bf6f-d57ef738841d req-06414ef0-bea5-45d5-883a-349c88e9bf5b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857894 Oct 14 07:02:19.038430 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85424a5e-f508-42da-9707-5322017f0772 req-cad39cc9-b21e-4403-b847-c2e048ae2297 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717225 Oct 14 07:02:19.051744 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-a0a04766-48d4-42a6-b135-268ec115f43b service neutron] 10.222.0.26 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206415 Oct 14 07:02:19.151341 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:19.160130 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10c1ef-9a0f-48e0-a8b3-30a83c402ba3 req-d3aa3c56-e9cd-4abc-9868-5720a127fa12 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:19.161713 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0a10c1ef-9a0f-48e0-a8b3-30a83c402ba3 req-d3aa3c56-e9cd-4abc-9868-5720a127fa12 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 944 time: 0.0494742 Oct 14 07:02:19.190205 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event deleted for resources: {'Port': ['ID=60bedccd-40f4-465d-9aba-dd1504039256,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:19.200014 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85424a5e-f508-42da-9707-5322017f0772 req-b6bab2e4-aec9-40c2-ba42-6f98a82d1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:19.201514 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85424a5e-f508-42da-9707-5322017f0772 req-b6bab2e4-aec9-40c2-ba42-6f98a82d1573 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 1098 time: 0.0770922 Oct 14 07:02:19.202274 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0a10c1ef-9a0f-48e0-a8b3-30a83c402ba3 req-bbf9fd1d-1a5b-44aa-a977-126730f52680 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Oct 14 07:02:19.304284 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5d1f8b6d-2d1e-47bf-8107-019556bd1a58 req-dded8730-ff34-4380-b1af-b2373c444f50 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 210 time: 0.0256507 Oct 14 07:02:19.376107 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85424a5e-f508-42da-9707-5322017f0772 req-80539d5a-43b5-4684-8248-5cfdf4f58328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:19.377570 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85424a5e-f508-42da-9707-5322017f0772 req-80539d5a-43b5-4684-8248-5cfdf4f58328 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 912 time: 0.1434588 Oct 14 07:02:19.379268 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Router 68707e76-01a7-47ca-b425-b56dfccac40a has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:02:19.484174 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85424a5e-f508-42da-9707-5322017f0772 req-367328c5-e6f5-4289-8fa3-b6278356765a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9033cf30-15ef-4362-9430-685c04ed1666 HTTP/1.1" status: 200 len: 1001 time: 0.0968471 Oct 14 07:02:19.569554 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:02:19.576962 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85424a5e-f508-42da-9707-5322017f0772 req-fd9ea873-8245-426b-ac01-d62b52832129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:19.578391 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85424a5e-f508-42da-9707-5322017f0772 req-fd9ea873-8245-426b-ac01-d62b52832129 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4b593eb-eaa1-442b-aeba-f9575e021948 HTTP/1.1" status: 200 len: 850 time: 0.0593646 Oct 14 07:02:19.580740 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] Sync routers for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:02:19.592055 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:02:19.592919 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:01:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:19.613468 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] No DVR routers for this DVR port 60bedccd-40f4-465d-9aba-dd1504039256 on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:02:19.622894 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:19.626273 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-67473b8b-18e6-4f6c-862f-853da6524773 req-361ae465-bf8d-4700-9446-89f7837955b2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.39 "DELETE /v2.0/ports/60bedccd-40f4-465d-9aba-dd1504039256 HTTP/1.1" status: 204 len: 173 time: 1.2606716 Oct 14 07:02:19.627864 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'name': 'network-vif-deleted', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:19.630904 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edcc014-f367-4ff1-952f-34fc0c6b3b7c" -d '{"events": [{"server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "name": "network-vif-deleted", "tag": "60bedccd-40f4-465d-9aba-dd1504039256"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:19.667014 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85424a5e-f508-42da-9707-5322017f0772 req-8f71f087-3cd9-4cfc-a13e-a49448bd0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:19.668612 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85424a5e-f508-42da-9707-5322017f0772 req-8f71f087-3cd9-4cfc-a13e-a49448bd0ed4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66155dfa-dea4-48a3-b82b-3a2397f9f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562623 Oct 14 07:02:19.703964 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07315e7-7be5-4c4c-9455-debc32387a9e x-openstack-request-id: req-c07315e7-7be5-4c4c-9455-debc32387a9e {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:19.704357 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cb1fa-102b-44fa-a6c5-33b20b628db4", "name": "network-vif-deleted", "tag": "60bedccd-40f4-465d-9aba-dd1504039256", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:19.704489 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c07315e7-7be5-4c4c-9455-debc32387a9e {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:19.704847 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cb1fa-102b-44fa-a6c5-33b20b628db4', 'name': 'network-vif-deleted', 'tag': '60bedccd-40f4-465d-9aba-dd1504039256', 'status': 'completed', 'code': 200} Oct 14 07:02:19.714930 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:02:19.789274 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85424a5e-f508-42da-9707-5322017f0772 req-e43b8a43-861e-4b92-8823-ed1ca3ec2f27 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076832 Oct 14 07:02:19.894725 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-85424a5e-f508-42da-9707-5322017f0772 req-44c2e69b-380d-4e91-b747-ec6b668ebd6e service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977051 Oct 14 07:02:19.940247 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:19.969588 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] Checking router: 68707e76-01a7-47ca-b425-b56dfccac40a for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:02:19.979104 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:02:19.979760 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:01:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:20.125322 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:02:20.162655 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7cceffa8-0a7b-4236-b4b9-18dadf2a4814 req-9d2ab318-bb84-439e-bdd7-9711c94072cb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cb1fa-102b-44fa-a6c5-33b20b628db4 HTTP/1.1" status: 200 len: 210 time: 0.0258431 Oct 14 07:02:20.340706 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c16714-5a8c-404e-a2f8-cd32a0f24e30 req-15313e8a-5a8e-4917-b8f3-00a897792be2 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:20.343393 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b5c16714-5a8c-404e-a2f8-cd32a0f24e30 req-15313e8a-5a8e-4917-b8f3-00a897792be2 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 944 time: 0.0587454 Oct 14 07:02:20.350180 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:20.384365 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32339be-b8ee-4bec-a2b3-4a5154a69de4 None None] The sync data for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi is: [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:02:20.389081 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b5c16714-5a8c-404e-a2f8-cd32a0f24e30 req-e7c1a347-fb28-4a1c-9a8b-9500a63da0d0 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355706 Oct 14 07:02:20.491691 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ec86e786-0b05-4837-ac31-fdc43a2ab77f req-ab5dab21-507a-40ce-ab07-c46e07b0a337 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 210 time: 0.0313160 Oct 14 07:02:20.603209 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa69b3-1510-4943-9285-a83330ca963b req-7eb55e06-fb86-4eaa-8099-ccb8097beb98 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:20.603209 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ccaa69b3-1510-4943-9285-a83330ca963b req-7eb55e06-fb86-4eaa-8099-ccb8097beb98 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0536785 Oct 14 07:02:20.660761 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ccaa69b3-1510-4943-9285-a83330ca963b req-6979dc15-2e2a-4f9b-824c-4d36f50533dc tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505042 Oct 14 07:02:20.697895 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f4742-a373-4eaa-960d-333b490cdef4 None None] New status for floating IP dcf6e5fe-21ae-4fdf-b10d-25397c0f6a3a: DOWN {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:02:21.325705 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33314) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:21.387347 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:21.410542 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:21.517322 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852b84e-b25b-4e44-817a-d2cc0e1833af req-6cb21cc2-4792-4a7f-8d32-46ef0ab6bc58 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:21.518770 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b852b84e-b25b-4e44-817a-d2cc0e1833af req-6cb21cc2-4792-4a7f-8d32-46ef0ab6bc58 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 944 time: 0.0468853 Oct 14 07:02:21.570285 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:21.573079 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:21.574097 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "DELETE /v2.0/security-groups/e2e5bac9-68b4-4f48-91a4-ca9f72eb226a HTTP/1.1" status: 204 len: 168 time: 0.2472930 Oct 14 07:02:21.578751 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 33320) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:21.602609 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.api.v2.resource [None req-86046b93-e64c-49ca-b844-b59c7fd8ed78 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] show failed (client error): The resource could not be found. Oct 14 07:02:21.603924 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-86046b93-e64c-49ca-b844-b59c7fd8ed78 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups/e2e5bac9-68b4-4f48-91a4-ca9f72eb226a HTTP/1.1" status: 404 len: 347 time: 0.0236771 Oct 14 07:02:21.607810 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33322) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:21.620605 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-61887544-6e90-4e19-b54c-e3816bc37830 req-122dcf40-bf10-4422-8ac7-9e0cd8a372ad tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 210 time: 0.0533581 Oct 14 07:02:21.621346 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e5bac9-68b4-4f48-91a4-ca9f72eb226a,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:21.669223 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.669616 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.669893 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.670226 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.670554 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.670880 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.671201 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.671553 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.671875 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.672197 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.672530 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.672836 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb4a3bb-b87c-4bc3-9ad0-bdc6b451b59f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:21.677353 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-dd3a0e14-c821-4924-97d5-4a52fee8bae1 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:21.678830 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-dd3a0e14-c821-4924-97d5-4a52fee8bae1 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "GET /v2.0/networks?id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 HTTP/1.1" status: 200 len: 814 time: 0.1298492 Oct 14 07:02:21.684881 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b852b84e-b25b-4e44-817a-d2cc0e1833af req-bb5d9d05-9c31-4cc9-9a9f-41a5500bed2e tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423542 Oct 14 07:02:21.702794 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Request body: {'port': {'device_id': 'a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd', 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9', 'admin_state_up': True, 'tenant_id': 'eeb2000c5d5645319fde9d62ca49cd9b'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:21.809767 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bb827-e608-4f0c-9e28-4f7fcb5e6f2b req-581b5113-5dc7-4e2e-9f7d-c10bca2181e4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:21.811339 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0a6bb827-e608-4f0c-9e28-4f7fcb5e6f2b req-581b5113-5dc7-4e2e-9f7d-c10bca2181e4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0658889 Oct 14 07:02:21.817180 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-c3a9efd7-5c4e-44aa-95df-c31f0ea32e55 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Deleting port 3956c2cf-d2ad-4275-9abc-1dfabc2a5b04 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:02:21.817519 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c3a9efd7-5c4e-44aa-95df-c31f0ea32e55 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:21.886436 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:21.903399 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Made reservation on behalf of eeb2000c5d5645319fde9d62ca49cd9b for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:02:21.906878 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:21.908884 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0a6bb827-e608-4f0c-9e28-4f7fcb5e6f2b req-f0ea372d-c982-4a6e-afe6-d7933aabf5f1 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880437 Oct 14 07:02:21.931014 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c3a9efd7-5c4e-44aa-95df-c31f0ea32e55 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:21.931014 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c3a9efd7-5c4e-44aa-95df-c31f0ea32e55 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:21.942846 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-c3a9efd7-5c4e-44aa-95df-c31f0ea32e55 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Calling delete_port for 3956c2cf-d2ad-4275-9abc-1dfabc2a5b04 owned by network:floatingip {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:02:22.044017 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Allocated IP 172.20.0.12 (c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9/6358e171-a52e-4223-b105-30c8250c5c6d/c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:02:22.189147 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c3a9efd7-5c4e-44aa-95df-c31f0ea32e55 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:22.211472 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:22.219381 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9efd7-5c4e-44aa-95df-c31f0ea32e55 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event deleted for resources: {'Port': ['ID=3956c2cf-d2ad-4275-9abc-1dfabc2a5b04,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:22.278402 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c3a9efd7-5c4e-44aa-95df-c31f0ea32e55 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:22.281006 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-c3a9efd7-5c4e-44aa-95df-c31f0ea32e55 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:22.282135 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-c3a9efd7-5c4e-44aa-95df-c31f0ea32e55 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "DELETE /v2.0/floatingips/dcf6e5fe-21ae-4fdf-b10d-25397c0f6a3a HTTP/1.1" status: 204 len: 168 time: 0.6731765 Oct 14 07:02:22.297936 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:22.337487 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:02:22.340724 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:02:22.344047 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:02:22.347810 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['01d0c1de-d954-4bf6-854f-4682484953b5', '85defc9d-f3dc-4a44-a707-0935445ea4a0'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:02:22.595537 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33332) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:22.600531 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-19437d62-5310-4382-9a3f-ef9c358d851c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1680809236', 'description': 'tempest-description--241128723'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:22.619721 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Pushing event updated for resources: {'Port': ['ID=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:22.640268 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:22.640872 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:22.691960 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-19437d62-5310-4382-9a3f-ef9c358d851c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:22.759572 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2a0b-3fe7-4afa-a67c-0fbaeeb9d4f2 req-4acc44cf-d79d-472b-9e1a-55c37e5d2f31 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:22.761051 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fcdb2a0b-3fe7-4afa-a67c-0fbaeeb9d4f2 req-4acc44cf-d79d-472b-9e1a-55c37e5d2f31 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 932 time: 0.0667927 Oct 14 07:02:22.786326 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-29d18a12-355d-4f47-bfbd-8faede8fee90 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0884392 Oct 14 07:02:22.807089 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Request body: {'port': {'device_id': 'a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:22.860455 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:22.860691 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fcdb2a0b-3fe7-4afa-a67c-0fbaeeb9d4f2 req-2c2c362b-22eb-4933-af33-76122a4a41c9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855789 Oct 14 07:02:22.863437 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-19437d62-5310-4382-9a3f-ef9c358d851c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:22.871393 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87665db9-fec3-44d9-b2a3-fcfa4db36169 req-02a07da2-6f8d-422d-bf54-5c213c8dc0c0 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:22.872833 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87665db9-fec3-44d9-b2a3-fcfa4db36169 req-02a07da2-6f8d-422d-bf54-5c213c8dc0c0 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 944 time: 0.1075482 Oct 14 07:02:22.911227 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87665db9-fec3-44d9-b2a3-fcfa4db36169 req-942dc67a-6129-44f5-a8e5-51dc24238d6f tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Oct 14 07:02:22.931796 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-19437d62-5310-4382-9a3f-ef9c358d851c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:22.950178 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:02:22.961742 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 60bedccd-40f4-465d-9aba-dd1504039256 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:02:22.965908 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19437d62-5310-4382-9a3f-ef9c358d851c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17283be1-9630-4573-9a15-8bbc3f87a80c,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:22.989096 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 60bedccd-40f4-465d-9aba-dd1504039256 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:02:22.989502 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 60bedccd-40f4-465d-9aba-dd1504039256 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:02:23.025691 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-19437d62-5310-4382-9a3f-ef9c358d851c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.026893 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-19437d62-5310-4382-9a3f-ef9c358d851c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4302578 Oct 14 07:02:23.029827 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33340) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:23.034935 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-ed3eceb5-6f5a-4424-a826-7968cb5d082f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'security_group_rule': {'security_group_id': '17283be1-9630-4573-9a15-8bbc3f87a80c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:23.068560 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2aed7-e0f6-46e9-b98e-3b4acdcc545a req-d4eb23e0-9a22-4812-a2bc-592abf8bcd84 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:23.070056 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-19f2aed7-e0f6-46e9-b98e-3b4acdcc545a req-d4eb23e0-9a22-4812-a2bc-592abf8bcd84 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0727818 Oct 14 07:02:23.081240 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,segment=NetworkSegment(e0a15d23-3e45-47fc-a6df-f46823d0e9bc),segment_id=e0a15d23-3e45-47fc-a6df-f46823d0e9bc)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:23.091923 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '17beb4b0-8adb-4deb-a9a5-e1ed6badc32f', 'network_id': 'ff34ec01-9edb-49e5-b8da-fce3759c1747', 'port_id': '17beb4b0-8adb-4deb-a9a5-e1ed6badc32f', 'mac_address': 'fa:16:3e:d1:d9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3691a3ac-1856-4cbd-a811-94813c63b78f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:02:23.115479 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-19f2aed7-e0f6-46e9-b98e-3b4acdcc545a req-32c98f47-3642-4065-9849-7079b13f0dd7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 Oct 14 07:02:23.136209 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.137582 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ed3eceb5-6f5a-4424-a826-7968cb5d082f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.148651 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:02:23.151981 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:02:23.160052 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.170667 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,segment=NetworkSegment(e0a15d23-3e45-47fc-a6df-f46823d0e9bc),segment_id=e0a15d23-3e45-47fc-a6df-f46823d0e9bc)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:23.175268 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Transition to ACTIVE for port object c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:02:23.185537 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ed3eceb5-6f5a-4424-a826-7968cb5d082f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.255468 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.284067 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.284327 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ed3eceb5-6f5a-4424-a826-7968cb5d082f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.304513 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eceb5-6f5a-4424-a826-7968cb5d082f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f5436b-8e9d-4b11-8d1d-87a84df3844f,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:23.306206 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:23.336818 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Pushing event updated for resources: {'Port': ['ID=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:23.371812 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ed3eceb5-6f5a-4424-a826-7968cb5d082f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.373019 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-ed3eceb5-6f5a-4424-a826-7968cb5d082f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3422875 Oct 14 07:02:23.375687 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33342) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:23.399696 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Attempting to bind port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:02:23.400037 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Attempting to bind port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:02:23.400355 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Attempting to bind port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:02:23.404800 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:02:23.405114 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Attempting to bind port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:02:23.409874 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:02:23.410205 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Checking segment: {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:02:23.410584 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Bound using segment: {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:02:23.410993 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Bound port: c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:02:23.411340 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.478654 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-56e6625b-4505-4cb7-bc85-18ba24410ec6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'security_group_rule': {'security_group_id': '17283be1-9630-4573-9a15-8bbc3f87a80c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:23.480926 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] For port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:02:23.484208 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] For port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:02:23.566328 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.580655 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-56e6625b-4505-4cb7-bc85-18ba24410ec6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.600430 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:23.601037 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.602450 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] 10.222.0.39 "PUT /v2.0/ports/c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 HTTP/1.1" status: 200 len: 1094 time: 0.7995880 Oct 14 07:02:23.602888 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd', 'tag': 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:23.605158 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7868d1-8415-4e71-a392-257e0fd2bf37" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd", "tag": "c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:23.631227 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd7bf3-c7af-4335-a869-3a11b8628784 service neutron] Pushing event updated for resources: {'Port': ['ID=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:23.640425 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-56e6625b-4505-4cb7-bc85-18ba24410ec6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.647839 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1afacc1-1355-4745-adeb-c4b4cc14925f x-openstack-request-id: req-c1afacc1-1355-4745-adeb-c4b4cc14925f {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:23.648068 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd", "tag": "c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:23.648307 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1afacc1-1355-4745-adeb-c4b4cc14925f {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:23.648754 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd', 'tag': 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9', 'status': 'completed', 'code': 200} Oct 14 07:02:23.685647 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-2cb4aa93-66ea-4bd4-9333-4e0ad33416f1 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:23.687107 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-2cb4aa93-66ea-4bd4-9333-4e0ad33416f1 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0503762 Oct 14 07:02:23.698787 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['17beb4b0-8adb-4deb-a9a5-e1ed6badc32f'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:02:23.725151 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-56e6625b-4505-4cb7-bc85-18ba24410ec6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.746131 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6625b-4505-4cb7-bc85-18ba24410ec6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895a1120-3138-495d-a0ad-80d6a27dd526,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:23.810629 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7868d1-8415-4e71-a392-257e0fd2bf37 req-6af5f677-586f-4fed-85d1-99272ea7d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:23.812146 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8d7868d1-8415-4e71-a392-257e0fd2bf37 req-6af5f677-586f-4fed-85d1-99272ea7d3b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 1097 time: 0.1002762 Oct 14 07:02:23.826864 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-56e6625b-4505-4cb7-bc85-18ba24410ec6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.831035 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-56e6625b-4505-4cb7-bc85-18ba24410ec6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4515097 Oct 14 07:02:23.831204 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33348) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:23.833851 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Deleting port 9033cf30-15ef-4362-9430-685c04ed1666 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:02:23.834191 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.836701 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'floatingip': {'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:23.939570 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:23.991356 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] For port 9033cf30-15ef-4362-9430-685c04ed1666, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=9033cf30-15ef-4362-9430-685c04ed1666,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:23.991746 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.013076 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7868d1-8415-4e71-a392-257e0fd2bf37 req-b718b264-0496-4e5a-88b1-149146a1e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:24.014532 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8d7868d1-8415-4e71-a392-257e0fd2bf37 req-b718b264-0496-4e5a-88b1-149146a1e469 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1767609 Oct 14 07:02:24.054321 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62085494-a858-48f8-9a4b-95238199f8ca req-6aa4ff64-a5d1-4ac2-948e-605eafa37abb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:24.056388 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-62085494-a858-48f8-9a4b-95238199f8ca req-6aa4ff64-a5d1-4ac2-948e-605eafa37abb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 944 time: 0.1276889 Oct 14 07:02:24.118558 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df05896-5b00-4cc4-9241-e99167639e15 req-1ea574be-96b1-4b32-aa33-977e86838fe2 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:24.120054 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8df05896-5b00-4cc4-9241-e99167639e15 req-1ea574be-96b1-4b32-aa33-977e86838fe2 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 945 time: 0.1178708 Oct 14 07:02:24.149571 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-62085494-a858-48f8-9a4b-95238199f8ca req-589ce951-ff2a-4090-8c53-1b48b4b358e4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852673 Oct 14 07:02:24.196731 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8df05896-5b00-4cc4-9241-e99167639e15 req-36d69cf2-4ec6-4e72-8cff-a5d10e5d9a05 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671227 Oct 14 07:02:24.206486 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.230697 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7868d1-8415-4e71-a392-257e0fd2bf37 req-36a75f0c-6210-4d89-8d1a-3dbeb478f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:24.232255 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8d7868d1-8415-4e71-a392-257e0fd2bf37 req-36a75f0c-6210-4d89-8d1a-3dbeb478f7d6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868308 Oct 14 07:02:24.249204 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.249572 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.249889 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.l3_db [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Floating IP bbda3f7a-31b3-457c-875c-b7dc849f9549 disassociated. External IP: 172.27.0.186, port: 9033cf30-15ef-4362-9430-685c04ed1666. Oct 14 07:02:24.250296 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Calling delete_port for 9033cf30-15ef-4362-9430-685c04ed1666 owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:02:24.329715 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438414d-6e99-4dd7-876d-e08559a7d995 req-d12a164c-578e-4c5e-a8f8-31513db7561c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:24.331610 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6438414d-6e99-4dd7-876d-e08559a7d995 req-d12a164c-578e-4c5e-a8f8-31513db7561c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 945 time: 0.0857930 Oct 14 07:02:24.358125 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-03c553ff-a840-407b-b92a-5c8327442b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:24.363759 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Allocated IP 172.27.0.33 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/4d42cd43-b776-4219-94b0-a325abd4d8e5) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:02:24.364098 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-03c553ff-a840-407b-b92a-5c8327442b89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 1097 time: 0.0631635 Oct 14 07:02:24.431630 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-55efb79b-fa0d-430b-8595-1e4bff3663d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.435734 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-181173ac-04c9-40ee-91c9-198f33b7f987 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 HTTP/1.1" status: 200 len: 217 time: 0.0436015 Oct 14 07:02:24.495501 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-a9ce87da-6963-4f80-8201-7735b3de9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:24.497009 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-a9ce87da-6963-4f80-8201-7735b3de9065 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6358e171-a52e-4223-b105-30c8250c5c6d HTTP/1.1" status: 200 len: 854 time: 0.0485914 Oct 14 07:02:24.500514 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6438414d-6e99-4dd7-876d-e08559a7d995 req-f76e7c1e-e5f1-4f36-8fe6-fbfb239e9e39 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0ca054-19e5-4050-919d-ae98678ae27a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593080 Oct 14 07:02:24.503312 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.541541 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-90ef3b06-3544-4dab-9a48-77d2c1565eda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331628 Oct 14 07:02:24.542569 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.578186 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event deleted for resources: {'Port': ['ID=9033cf30-15ef-4362-9430-685c04ed1666,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:24.599109 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.639660 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:02:24.642383 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:02:24.644849 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:02:24.676064 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'Port': ['ID=4d42cd43-b776-4219-94b0-a325abd4d8e5,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:24.733271 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-6070b7c4-64d8-422a-864b-96bb3a5c458c service neutron] 10.222.0.39 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828964 Oct 14 07:02:24.739314 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.780286 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:02:24.823532 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.886705 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a889ddf1-3114-4e43-bd38-0b42132f200e req-85ce5a21-3b44-4cd0-bde8-f6f53712e3fd service neutron] 10.222.0.39 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414165 Oct 14 07:02:24.934256 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:02:24.952770 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] Sync routers for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:02:24.970945 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:02:24.971928 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:01:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:24.980699 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:02:24.981038 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.981501 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] No DVR routers for this DVR port 9033cf30-15ef-4362-9430-685c04ed1666 on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:02:24.986147 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:24.987353 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-7be4e1d0-a777-4f6b-9a89-636ce077c5ac req-da1bc2d0-866d-47aa-b14a-10391e92add4 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.39 "DELETE /v2.0/ports/9033cf30-15ef-4362-9430-685c04ed1666 HTTP/1.1" status: 204 len: 173 time: 1.2819402 Oct 14 07:02:25.080574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:25.133642 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:02:25.187157 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'Port': ['ID=4d42cd43-b776-4219-94b0-a325abd4d8e5,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:25.203344 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:25.216198 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:02:25.222071 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:02:25.225932 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:25.314017 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:25.315213 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-ecae01aa-960f-48c4-8d16-1c0c617a9463 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4830515 Oct 14 07:02:25.355991 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427da7ca-57fb-474d-9689-7b0e248b3846 req-51165e22-87ed-4d47-a5c2-d65e4dd96d18 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:25.357500 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-427da7ca-57fb-474d-9689-7b0e248b3846 req-51165e22-87ed-4d47-a5c2-d65e4dd96d18 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 944 time: 0.1044962 Oct 14 07:02:25.387781 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cd809-d8af-43a8-afec-8044517f9907 req-c85290db-f6bd-455d-9e4f-0327f2dc3f03 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:25.389269 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3c9cd809-d8af-43a8-afec-8044517f9907 req-c85290db-f6bd-455d-9e4f-0327f2dc3f03 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 945 time: 0.0990155 Oct 14 07:02:25.403386 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:25.432993 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357cedf1-b457-4550-a113-80c98bab9d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17beb4b0-8adb-4deb-a9a5-e1ed6badc32f'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:25.433668 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-427da7ca-57fb-474d-9689-7b0e248b3846 req-a73903e4-9460-441d-83c7-a6b8daef42ca tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627322 Oct 14 07:02:25.440237 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415ca83f-1e79-4718-a882-7694d6ea76a9" -d '{"events": [{"server_uuid": "357cedf1-b457-4550-a113-80c98bab9d05", "name": "network-vif-plugged", "status": "completed", "tag": "17beb4b0-8adb-4deb-a9a5-e1ed6badc32f"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:25.449821 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3c9cd809-d8af-43a8-afec-8044517f9907 req-3ba27d06-8971-4e5b-8343-f35e1f93cf29 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516477 Oct 14 07:02:25.452721 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,segment=NetworkSegment(e0a15d23-3e45-47fc-a6df-f46823d0e9bc),segment_id=e0a15d23-3e45-47fc-a6df-f46823d0e9bc)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:25.486150 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:25.578227 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-7f7397d3-c1d0-4b3f-a991-0d7a8c3b15dc tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1680809236&fields=id&tenant_id=94cb9b4736004bb4af3fe5cba52dcc45 HTTP/1.1" status: 200 len: 267 time: 0.0378013 Oct 14 07:02:25.631098 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dd29f5-dc57-436a-a10e-c42b881c55a1 x-openstack-request-id: req-a1dd29f5-dc57-436a-a10e-c42b881c55a1 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:25.631382 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357cedf1-b457-4550-a113-80c98bab9d05", "name": "network-vif-plugged", "status": "completed", "tag": "17beb4b0-8adb-4deb-a9a5-e1ed6badc32f", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:25.631653 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1dd29f5-dc57-436a-a10e-c42b881c55a1 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:25.632025 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357cedf1-b457-4550-a113-80c98bab9d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17beb4b0-8adb-4deb-a9a5-e1ed6badc32f', 'code': 200} Oct 14 07:02:25.633942 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:25.635749 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] Checking router: 18fe9b33-d0b6-4b48-93b5-8a7e75565698 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:02:25.649683 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'name': 'network-vif-deleted', 'tag': '9033cf30-15ef-4362-9430-685c04ed1666'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:25.652438 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad49711-ba3f-4c3e-9fdd-bdde5c01e273" -d '{"events": [{"server_uuid": "a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9", "name": "network-vif-deleted", "tag": "9033cf30-15ef-4362-9430-685c04ed1666"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:25.653773 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-481872f4-dc6d-4a35-b46a-9fa796bf654f req-70a0f257-b975-4935-b590-6e7f9da07eb8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9 HTTP/1.1" status: 200 len: 210 time: 0.0398610 Oct 14 07:02:25.665596 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:02:25.666504 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:01:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:25.709134 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e630cc9-94c2-4a5b-8798-9743c3ff0d8e x-openstack-request-id: req-7e630cc9-94c2-4a5b-8798-9743c3ff0d8e {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:25.709661 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9", "name": "network-vif-deleted", "tag": "9033cf30-15ef-4362-9430-685c04ed1666", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:25.709955 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e630cc9-94c2-4a5b-8798-9743c3ff0d8e {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:25.710374 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b0caf1-8d5c-4fc5-be2a-04bb3e4911c9', 'name': 'network-vif-deleted', 'tag': '9033cf30-15ef-4362-9430-685c04ed1666', 'status': 'completed', 'code': 200} Oct 14 07:02:25.729167 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:25.733998 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-f9da3498-45a4-432c-8c2d-ea50fbb45a6a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:25.735543 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-f9da3498-45a4-432c-8c2d-ea50fbb45a6a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 816 time: 0.1458526 Oct 14 07:02:25.752015 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-052db80f-1c22-4a93-b3b2-d65bcef1117e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/quotas/94cb9b4736004bb4af3fe5cba52dcc45 HTTP/1.1" status: 200 len: 375 time: 0.0096464 Oct 14 07:02:25.791519 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:02:25.808858 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-79b6f8ab-31b6-4f4e-9d7c-05d62d630caa tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510058 Oct 14 07:02:25.861771 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fa526-8296-485d-8179-9120d6e108fc req-041e338f-e11a-4247-9d2d-ff7902eb954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:25.863251 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-812fa526-8296-485d-8179-9120d6e108fc req-041e338f-e11a-4247-9d2d-ff7902eb954d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 1099 time: 0.0395355 Oct 14 07:02:25.904343 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-812fa526-8296-485d-8179-9120d6e108fc req-9d702007-d6dd-4b93-ac87-a84c71ffc0d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279126 Oct 14 07:02:25.907108 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-51ee923e-51a9-4813-b013-2dce352c8ee5 service neutron] 10.222.0.26 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866168 Oct 14 07:02:25.990983 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:25.996714 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-404377cf-843b-4293-b0a7-aab1dedee1b6 service neutron] 10.222.0.26 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833881 Oct 14 07:02:26.021127 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6986f7-a626-48c2-8f3d-9b3a82b90131 None None] The sync data for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi is: [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:02:26.243294 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-160e4711-8b36-4956-a72d-a19ae03668bf req-d4cd321a-64cc-4227-a9aa-ec10b17e24c7 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 210 time: 0.0277998 Oct 14 07:02:26.255210 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5bcd87-e147-4718-9ab3-7f0f2c43fe38 None None] New status for floating IP bbda3f7a-31b3-457c-875c-b7dc849f9549: DOWN {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:02:26.614016 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10ec81-3bd0-4f80-850c-80ab71275e25 req-0511a153-e4de-4e9c-9e78-40e57ead2123 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:26.615489 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb10ec81-3bd0-4f80-850c-80ab71275e25 req-0511a153-e4de-4e9c-9e78-40e57ead2123 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 944 time: 0.0902436 Oct 14 07:02:26.623239 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7539197-c92b-4491-b477-939759cc5c51 req-d0f149a7-e261-480b-938a-867bdc3c5381 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:26.628392 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c7539197-c92b-4491-b477-939759cc5c51 req-d0f149a7-e261-480b-938a-867bdc3c5381 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 946 time: 0.0631840 Oct 14 07:02:26.675956 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb10ec81-3bd0-4f80-850c-80ab71275e25 req-fcd67448-dda1-43d3-a996-bc2c9e803d4e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504560 Oct 14 07:02:26.683146 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c7539197-c92b-4491-b477-939759cc5c51 req-655c228f-2d76-4206-8985-ef8a7c40ce8e tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521221 Oct 14 07:02:26.812600 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33398) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:26.866310 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-04d905a3-4bc5-410f-bde8-a8dac23e3a2b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:26.889008 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-04d905a3-4bc5-410f-bde8-a8dac23e3a2b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:26.967226 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 9033cf30-15ef-4362-9430-685c04ed1666 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:02:26.987317 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 9033cf30-15ef-4362-9430-685c04ed1666 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:02:26.989145 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 9033cf30-15ef-4362-9430-685c04ed1666 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:02:27.004115 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-04d905a3-4bc5-410f-bde8-a8dac23e3a2b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:27.006709 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-04d905a3-4bc5-410f-bde8-a8dac23e3a2b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:27.007897 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-04d905a3-4bc5-410f-bde8-a8dac23e3a2b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "DELETE /v2.0/security-groups/6f0ca054-19e5-4050-919d-ae98678ae27a HTTP/1.1" status: 204 len: 168 time: 0.1942971 Oct 14 07:02:27.011071 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 33400) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:27.017597 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d905a3-4bc5-410f-bde8-a8dac23e3a2b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0ca054-19e5-4050-919d-ae98678ae27a,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:27.024627 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.api.v2.resource [None req-e2c31c39-111d-4b4f-8ee4-b65d156a165c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] show failed (client error): The resource could not be found. Oct 14 07:02:27.025623 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-e2c31c39-111d-4b4f-8ee4-b65d156a165c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups/6f0ca054-19e5-4050-919d-ae98678ae27a HTTP/1.1" status: 404 len: 347 time: 0.0134633 Oct 14 07:02:27.028548 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33402) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:27.156767 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-5f82755a-0c9c-40b2-a8f1-96dcb06d2ed5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Deleting port 598cd5b3-bb3e-464f-a97d-dc8a2ee041f5 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:02:27.157165 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5f82755a-0c9c-40b2-a8f1-96dcb06d2ed5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:27.204227 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0511f154-188d-4793-aa95-4bedba64d122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:27.232179 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5f82755a-0c9c-40b2-a8f1-96dcb06d2ed5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:27.232506 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5f82755a-0c9c-40b2-a8f1-96dcb06d2ed5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:27.244446 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-5f82755a-0c9c-40b2-a8f1-96dcb06d2ed5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Calling delete_port for 598cd5b3-bb3e-464f-a97d-dc8a2ee041f5 owned by network:floatingip {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:02:27.349775 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a5d02909-bfd7-43a7-bc4c-ba3c3bfabe8b req-074f4fc3-c305-4cb8-9e64-d211aa7d3285 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 210 time: 0.0267620 Oct 14 07:02:27.549220 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5f82755a-0c9c-40b2-a8f1-96dcb06d2ed5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:27.574947 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82755a-0c9c-40b2-a8f1-96dcb06d2ed5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event deleted for resources: {'Port': ['ID=598cd5b3-bb3e-464f-a97d-dc8a2ee041f5,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:27.638167 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5f82755a-0c9c-40b2-a8f1-96dcb06d2ed5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:27.640777 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5f82755a-0c9c-40b2-a8f1-96dcb06d2ed5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:27.641938 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-5f82755a-0c9c-40b2-a8f1-96dcb06d2ed5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "DELETE /v2.0/floatingips/bbda3f7a-31b3-457c-875c-b7dc849f9549 HTTP/1.1" status: 204 len: 168 time: 0.6116922 Oct 14 07:02:27.792807 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe4399-a0aa-4655-a4e3-abc0dee48b2b req-90ca5f9a-08d2-4973-b659-988822920239 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:27.794276 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8dfe4399-a0aa-4655-a4e3-abc0dee48b2b req-90ca5f9a-08d2-4973-b659-988822920239 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 944 time: 0.0495360 Oct 14 07:02:27.831833 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8dfe4399-a0aa-4655-a4e3-abc0dee48b2b req-f4d7c562-6be0-4538-bd66-5e73bdcca5b9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Oct 14 07:02:27.931920 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ea62e-1c55-43c5-8a9d-41c9c0cb69a7 req-456ea9c7-779b-4606-9262-1fbae0426abe tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:27.933354 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-393ea62e-1c55-43c5-8a9d-41c9c0cb69a7 req-456ea9c7-779b-4606-9262-1fbae0426abe tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 946 time: 0.0489073 Oct 14 07:02:27.970707 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-393ea62e-1c55-43c5-8a9d-41c9c0cb69a7 req-39324539-35d7-4803-a077-cd3dad0e9e97 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Oct 14 07:02:27.993228 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33412) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:28.000569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-1fbc6c34-3870-4ad0-ab72-946e6b2d0427 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--377388950', 'description': 'tempest-description--16510922'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:28.095673 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6c34-3870-4ad0-ab72-946e6b2d0427 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.161066 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6c34-3870-4ad0-ab72-946e6b2d0427 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.228661 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6c34-3870-4ad0-ab72-946e6b2d0427 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.256689 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc6c34-3870-4ad0-ab72-946e6b2d0427 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:28.320849 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.345260 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6c34-3870-4ad0-ab72-946e6b2d0427 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.350801 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-1fbc6c34-3870-4ad0-ab72-946e6b2d0427 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3521864 Oct 14 07:02:28.350801 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33422) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:28.353769 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-8d192f5d-d891-466a-be29-6ee0a41a3b5a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'security_group_rule': {'security_group_id': 'b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:28.448061 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-96c13d9b-c319-4cfe-a13d-ef57dc87ee35 req-160bb901-8023-4391-b56e-15c4c6fee4e7 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Oct 14 07:02:28.464255 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8d192f5d-d891-466a-be29-6ee0a41a3b5a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.507331 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8d192f5d-d891-466a-be29-6ee0a41a3b5a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.518412 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.594736 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8d192f5d-d891-466a-be29-6ee0a41a3b5a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.614939 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d192f5d-d891-466a-be29-6ee0a41a3b5a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a6276f-bc05-449a-b62a-a73071fbfb54,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:28.699721 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8d192f5d-d891-466a-be29-6ee0a41a3b5a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.701132 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8d192f5d-d891-466a-be29-6ee0a41a3b5a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507309 Oct 14 07:02:28.703605 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33426) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:28.708023 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-01270b0e-e42b-42ac-aa14-459a8be3e3b8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'security_group_rule': {'security_group_id': 'b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:28.713947 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-566fcbf8-6777-4e19-b7ad-75f624c60953 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:28.715598 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-566fcbf8-6777-4e19-b7ad-75f624c60953 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.39 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 816 time: 0.1040719 Oct 14 07:02:28.772769 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-446e77d1-e9be-49e4-9464-cdde9c1d6759 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94cb9b4736004bb4af3fe5cba52dcc45 HTTP/1.1" status: 200 len: 380 time: 0.0346012 Oct 14 07:02:28.784900 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'port': {'device_id': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'admin_state_up': True, 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'security_groups': ['17283be1-9630-4573-9a15-8bbc3f87a80c']}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:28.795872 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-01270b0e-e42b-42ac-aa14-459a8be3e3b8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.876143 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-01270b0e-e42b-42ac-aa14-459a8be3e3b8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.958834 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04af817-8925-4051-9631-7c98c6a91cec req-7b0b6008-f45f-4757-8759-5b16de552b97 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:28.960546 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b04af817-8925-4051-9631-7c98c6a91cec req-7b0b6008-f45f-4757-8759-5b16de552b97 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 944 time: 0.0578885 Oct 14 07:02:28.962091 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-01270b0e-e42b-42ac-aa14-459a8be3e3b8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.987027 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Made reservation on behalf of 94cb9b4736004bb4af3fe5cba52dcc45 for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:02:28.990999 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:28.992817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01270b0e-e42b-42ac-aa14-459a8be3e3b8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92054637-a112-49bf-bf10-051c45744f46,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:29.001465 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:02:29.026184 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b04af817-8925-4051-9631-7c98c6a91cec req-086eaff7-bf52-4293-9e77-3556899fef76 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571754 Oct 14 07:02:29.105655 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-01270b0e-e42b-42ac-aa14-459a8be3e3b8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.107142 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-01270b0e-e42b-42ac-aa14-459a8be3e3b8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4024236 Oct 14 07:02:29.110222 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33434) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:29.118798 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'floatingip': {'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:29.126373 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:29.132160 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Allocated IP 172.20.0.11 (0ef5d404-6511-4668-98f7-3518420f00d9/6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0/2b9ff6d7-6991-48ff-ad4f-81a766f46d49) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:02:29.143042 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9', 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9', 'port_id': 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9', 'mac_address': 'fa:16:3e:8a:b8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6358e171-a52e-4223-b105-30c8250c5c6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:02:29.183954 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.197667 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:02:29.212581 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.217212 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:29.278354 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.280799 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.307050 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.330735 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:29.383727 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.413465 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Allocated IP 172.27.0.52 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/cf18a967-fe4c-42a0-b3bc-4fc9e2d38a10) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:02:29.425981 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Network 0ef5d404-6511-4668-98f7-3518420f00d9 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:02:29.428980 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:02:29.435413 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:02:29.458516 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event updated for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:29.500882 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:29.501353 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.544810 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.619386 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae7ef6-d25f-4140-ac24-ca0271bc4166 req-f4f5e95e-2f02-476f-a9f3-74df50d2530b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:29.620938 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6fae7ef6-d25f-4140-ac24-ca0271bc4166 req-f4f5e95e-2f02-476f-a9f3-74df50d2530b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 932 time: 0.0743792 Oct 14 07:02:29.623992 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-a59846a6-071f-4b5b-b1c7-54547ca2c48b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8427255 Oct 14 07:02:29.659539 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6fae7ef6-d25f-4140-ac24-ca0271bc4166 req-c8d0ea27-1dfb-491e-bb57-51a256b43d86 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325768 Oct 14 07:02:29.691700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Request body: {'port': {'device_id': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:29.703526 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.727975 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-2452e7d8-97b8-40a0-bc83-0f23b4f68ed9 None None] Provisioning complete for port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:02:29.728465 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-2452e7d8-97b8-40a0-bc83-0f23b4f68ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.742348 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:02:29.746610 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:02:29.748965 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:02:29.749912 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.771680 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-2452e7d8-97b8-40a0-bc83-0f23b4f68ed9 None None] Port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:02:29.774915 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:02:29.783863 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'Port': ['ID=cf18a967-fe4c-42a0-b3bc-4fc9e2d38a10,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:29.848887 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:29.979618 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.019071 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:02:30.026484 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.038304 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Transition to ACTIVE for port object 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:02:30.097147 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.131840 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.158467 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.171929 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59014c-4820-4324-adb6-acb7bb71fd94 req-6e7453a0-b303-455c-ba97-4e0394ecc91b tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:30.172882 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Pushing event updated for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:30.179647 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7f59014c-4820-4324-adb6-acb7bb71fd94 req-6e7453a0-b303-455c-ba97-4e0394ecc91b tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 945 time: 0.0751488 Oct 14 07:02:30.215437 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.226064 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Attempting to bind port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:02:30.226943 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Attempting to bind port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:02:30.227251 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Attempting to bind port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 on network 0ef5d404-6511-4668-98f7-3518420f00d9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:02:30.231683 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 on network 0ef5d404-6511-4668-98f7-3518420f00d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:02:30.232007 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Attempting to bind port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 on network 0ef5d404-6511-4668-98f7-3518420f00d9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:02:30.236970 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:02:30.237303 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Checking segment: {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:02:30.237687 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Bound using segment: {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:02:30.238119 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Bound port: 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:02:30.238475 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.252965 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7f59014c-4820-4324-adb6-acb7bb71fd94 req-0fbf42f9-a6a6-42a5-9c3f-ac47322f15c2 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672355 Oct 14 07:02:30.302533 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'Port': ['ID=cf18a967-fe4c-42a0-b3bc-4fc9e2d38a10,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:30.306288 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:02:30.309710 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:02:30.312398 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.370060 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.379339 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.380680 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-de0c5906-cc0d-4063-b700-20c48a03ac10 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2686090 Oct 14 07:02:30.408544 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:30.409159 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:30.410542 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] 10.222.0.39 "PUT /v2.0/ports/2b9ff6d7-6991-48ff-ad4f-81a766f46d49 HTTP/1.1" status: 200 len: 1094 time: 0.7701356 Oct 14 07:02:30.410980 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:30.413266 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1233d05-74f5-4552-9d19-72c18487d6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:30.438862 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7f381-4107-44f4-89ad-a73502c5ce1f service neutron] Pushing event updated for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:30.466126 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0661753-faeb-4634-8ee9-23b70f0446d5 x-openstack-request-id: req-d0661753-faeb-4634-8ee9-23b70f0446d5 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:30.466589 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:30.467015 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0661753-faeb-4634-8ee9-23b70f0446d5 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:30.467409 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'status': 'completed', 'code': 200} Oct 14 07:02:30.594546 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1233d05-74f5-4552-9d19-72c18487d6bd req-15c245ce-b44f-4243-bbbb-d31621b3b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:30.596315 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-d1233d05-74f5-4552-9d19-72c18487d6bd req-15c245ce-b44f-4243-bbbb-d31621b3b216 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 1097 time: 0.0584624 Oct 14 07:02:30.717682 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1233d05-74f5-4552-9d19-72c18487d6bd req-fc30b1e8-9066-4fd8-a289-177c7c4c81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:30.719395 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-d1233d05-74f5-4552-9d19-72c18487d6bd req-fc30b1e8-9066-4fd8-a289-177c7c4c81bc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1042416 Oct 14 07:02:30.806829 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-5c33afd2-cf2c-40df-b6d6-974374d74c37 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--377388950&fields=id&tenant_id=a2bab3c9bf4d4d00956a2f8df483e466 HTTP/1.1" status: 200 len: 267 time: 0.3127141 Oct 14 07:02:30.832847 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8078ae-f416-4ada-95c6-0b5d30c7d399 req-d0388acf-ce3f-4102-b3d7-a1cc66458a91 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:30.834412 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0f8078ae-f416-4ada-95c6-0b5d30c7d399 req-d0388acf-ce3f-4102-b3d7-a1cc66458a91 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0734210 Oct 14 07:02:30.931193 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0f8078ae-f416-4ada-95c6-0b5d30c7d399 req-4f51ce95-1e28-4a8c-a64f-0abcf4918228 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841620 Oct 14 07:02:30.956366 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7aee8276-15e6-48d8-969b-46fb00619df5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:30.957905 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7aee8276-15e6-48d8-969b-46fb00619df5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 811 time: 0.1430309 Oct 14 07:02:30.974221 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-73ed8e32-5cab-449d-b645-3692dc1c2afe tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/quotas/a2bab3c9bf4d4d00956a2f8df483e466 HTTP/1.1" status: 200 len: 375 time: 0.0098028 Oct 14 07:02:31.028385 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:02:31.029313 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-47a8da64-91a9-46b4-a277-b04ea7d86f45 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481260 Oct 14 07:02:31.061644 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1233d05-74f5-4552-9d19-72c18487d6bd req-89a39c92-484b-4532-9b05-3f3c72ba8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:31.063116 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-d1233d05-74f5-4552-9d19-72c18487d6bd req-89a39c92-484b-4532-9b05-3f3c72ba8ce3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3236551 Oct 14 07:02:31.159836 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:02:31.164560 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:02:31.164931 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:31.175808 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-0eb392f0-f109-41d6-b50e-7db55a1d1654 service neutron] 10.222.0.26 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300380 Oct 14 07:02:31.206873 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-949f0e40-8755-4a19-9ffc-72398ab48693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:31.208330 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-949f0e40-8755-4a19-9ffc-72398ab48693 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 1097 time: 0.0456955 Oct 14 07:02:31.250253 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:31.264746 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-8b6f3b93-f1df-4b10-a0ee-adcd19531d7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49 HTTP/1.1" status: 200 len: 217 time: 0.0368054 Oct 14 07:02:31.271030 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ad1c916a-b001-4862-bdb5-fe7d23af8960 service neutron] 10.222.0.26 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902565 Oct 14 07:02:31.272633 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:31.275418 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b45ee66-b596-4c3b-8901-81298915a2ef" -d '{"events": [{"server_uuid": "a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd", "name": "network-vif-plugged", "status": "completed", "tag": "c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:31.294307 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:31.318319 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf19c7e-d5d9-43af-96ef-f1d588f020e2 x-openstack-request-id: req-4bf19c7e-d5d9-43af-96ef-f1d588f020e2 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:31.318691 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd", "name": "network-vif-plugged", "status": "completed", "tag": "c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:31.319113 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bf19c7e-d5d9-43af-96ef-f1d588f020e2 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:31.320057 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9', 'code': 200} Oct 14 07:02:31.321531 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-b0482d3f-2317-4512-b9de-5709055768a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:31.323182 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-b0482d3f-2317-4512-b9de-5709055768a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 200 len: 855 time: 0.0500486 Oct 14 07:02:31.381253 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:31.411040 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-5e91d22d-7d46-40b9-b866-4b203327233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:31.412178 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cba7c-cfe6-4732-8103-39569604bf9e req-aadf6db5-052a-4689-a047-dc06b1a34372 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:31.414239 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-5e91d22d-7d46-40b9-b866-4b203327233f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ef5d404-6511-4668-98f7-3518420f00d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450325 Oct 14 07:02:31.414374 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5e4cba7c-cfe6-4732-8103-39569604bf9e req-aadf6db5-052a-4689-a047-dc06b1a34372 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 945 time: 0.0512984 Oct 14 07:02:31.441011 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:31.448862 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.449468 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.449964 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.450454 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.450947 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.451431 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.452042 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.452251 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.452742 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.453238 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.453706 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.454045 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:02:31.492610 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5e4cba7c-cfe6-4732-8103-39569604bf9e req-2a56db76-57ec-4d68-8772-b5bc81680713 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691702 Oct 14 07:02:31.522879 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2e854c10-d98b-4f31-92ac-4d7d15bf8efc req-a9946ee6-715a-45c2-b8ac-f814675fd08b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0286453 Oct 14 07:02:31.549920 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-bb027215-d932-4e08-b826-61609599327c service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172905 Oct 14 07:02:31.647311 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-c30a86c9-9747-464a-8151-1296e5dc39c3 req-0289924b-7975-4cd9-bf50-65af82744d12 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863214 Oct 14 07:02:31.722583 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce1ea4-2e12-4ac3-8b56-1a1388a4d6f4 req-d79d6e01-44e4-44a8-b8ad-6bc2cec9212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:31.724118 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-49ce1ea4-2e12-4ac3-8b56-1a1388a4d6f4 req-d79d6e01-44e4-44a8-b8ad-6bc2cec9212c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 1099 time: 0.0399075 Oct 14 07:02:31.764140 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-49ce1ea4-2e12-4ac3-8b56-1a1388a4d6f4 req-983f52f6-af73-4f7d-8e8a-69ed944ea8b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Oct 14 07:02:32.058296 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ad28c-a90a-4f88-85da-f53b8bd15ee3 req-bcd58f24-8e33-4df9-952b-2b4c2d100fb9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:32.059826 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e25ad28c-a90a-4f88-85da-f53b8bd15ee3 req-bcd58f24-8e33-4df9-952b-2b4c2d100fb9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0493112 Oct 14 07:02:32.096625 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e25ad28c-a90a-4f88-85da-f53b8bd15ee3 req-349c626c-9b57-47e1-b0d3-2289bae8c9e1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308645 Oct 14 07:02:32.609694 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cedba-9c43-4198-b732-8cd4d9574b8b req-8d2c92a0-8127-4656-82c1-18fc4be5753c tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:32.611179 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-900cedba-9c43-4198-b732-8cd4d9574b8b req-8d2c92a0-8127-4656-82c1-18fc4be5753c tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 946 time: 0.0555336 Oct 14 07:02:32.632271 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-22b8e2a2-fb1b-4442-b4fb-b04cf2049673 req-5e27fc68-1918-401c-90bd-488e3012a810 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0381167 Oct 14 07:02:32.666367 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-900cedba-9c43-4198-b732-8cd4d9574b8b req-77ba086c-f6e2-47e1-b5b1-5899f89e186f tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359509 Oct 14 07:02:33.212234 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ee6fd-72d9-4a17-b35b-e0dfe7cc5b15 req-85fcc862-c112-4c9b-9e5d-13a6546578ae tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:33.213694 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-825ee6fd-72d9-4a17-b35b-e0dfe7cc5b15 req-85fcc862-c112-4c9b-9e5d-13a6546578ae tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0479262 Oct 14 07:02:33.251029 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-825ee6fd-72d9-4a17-b35b-e0dfe7cc5b15 req-ad9325ae-39bb-4760-99b3-11393ddfb54c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Oct 14 07:02:33.723947 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-08c4c161-acb9-49e7-9113-127f608f57c9 req-86e9848b-253f-4e11-b961-2b4383e2570e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0255792 Oct 14 07:02:33.782068 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f7a1e-fac1-4a32-9ac7-eebd7dc3de8c req-8b33397e-0a4f-4969-bdab-d3cbf4775ca5 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:33.783547 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-651f7a1e-fac1-4a32-9ac7-eebd7dc3de8c req-8b33397e-0a4f-4969-bdab-d3cbf4775ca5 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 946 time: 0.0498481 Oct 14 07:02:33.826739 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-651f7a1e-fac1-4a32-9ac7-eebd7dc3de8c req-7b8e3d12-0715-4a46-97f1-1720e15a4481 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371938 Oct 14 07:02:33.955924 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-b25a2c73-8a88-4eb0-9539-1aa3de0671da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:33.965022 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-b25a2c73-8a88-4eb0-9539-1aa3de0671da tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.39 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 811 time: 0.1105938 Oct 14 07:02:34.024116 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-1eaa9731-c042-4495-b4a1-1bcd6c679945 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2bab3c9bf4d4d00956a2f8df483e466 HTTP/1.1" status: 200 len: 379 time: 0.0343885 Oct 14 07:02:34.036436 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'port': {'device_id': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'admin_state_up': True, 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'security_groups': ['b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7']}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:34.209736 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Made reservation on behalf of a2bab3c9bf4d4d00956a2f8df483e466 for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:02:34.214168 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:34.347211 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Allocated IP 172.20.0.10 (66155dfa-dea4-48a3-b82b-3a2397f9f003/a4b593eb-eaa1-442b-aeba-f9575e021948/9f2f7342-4a96-4377-9972-e82825f36402) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:02:34.371217 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db02b22-3730-4023-8c5a-825d96b26d48 req-464a284e-3210-46e6-adcb-b33f35a7ac1c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:34.372738 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6db02b22-3730-4023-8c5a-825d96b26d48 req-464a284e-3210-46e6-adcb-b33f35a7ac1c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0518293 Oct 14 07:02:34.411745 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6db02b22-3730-4023-8c5a-825d96b26d48 req-a762c895-c37a-4c3e-80b4-1f718d0f3a00 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Oct 14 07:02:34.485225 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:34.587700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:34.630217 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Network 66155dfa-dea4-48a3-b82b-3a2397f9f003 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:02:34.633726 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:02:34.637331 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:02:34.667425 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event updated for resources: {'Port': ['ID=9f2f7342-4a96-4377-9972-e82825f36402,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:34.693510 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:34.694147 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:34.797241 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-ffe5d5e5-fabd-46da-ab27-76c0680612bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7645364 Oct 14 07:02:34.822453 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Request body: {'port': {'device_id': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:34.841079 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8d9f2-3536-4044-9c7f-c932c8a429f0 req-42e0c8aa-b7aa-4ab7-b175-b658dee9a3bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:34.842547 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-07c8d9f2-3536-4044-9c7f-c932c8a429f0 req-42e0c8aa-b7aa-4ab7-b175-b658dee9a3bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 932 time: 0.0483356 Oct 14 07:02:34.875818 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:34.886921 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-1bec98df-92f2-4e6e-82db-bae9a960b4da None None] Provisioning complete for port 9f2f7342-4a96-4377-9972-e82825f36402 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:02:34.887488 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1bec98df-92f2-4e6e-82db-bae9a960b4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:34.888403 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-07c8d9f2-3536-4044-9c7f-c932c8a429f0 req-731920f9-e5ac-4278-b4f0-46a8ccebf223 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397899 Oct 14 07:02:34.924562 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-1bec98df-92f2-4e6e-82db-bae9a960b4da None None] Port 9f2f7342-4a96-4377-9972-e82825f36402 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:02:35.025817 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:02:35.119160 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:35.130265 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'port_id': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'mac_address': 'fa:16:3e:cc:03:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:02:35.136070 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2f7342-4a96-4377-9972-e82825f36402 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:02:35.143586 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:35.160573 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Transition to ACTIVE for port object 9f2f7342-4a96-4377-9972-e82825f36402 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:02:35.177018 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:35.191527 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:02:35.210560 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:35.240271 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:35.290441 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:35.307332 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Pushing event updated for resources: {'Port': ['ID=9f2f7342-4a96-4377-9972-e82825f36402,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:35.345640 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:35.361301 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Attempting to bind port 9f2f7342-4a96-4377-9972-e82825f36402 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:02:35.361659 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Attempting to bind port 9f2f7342-4a96-4377-9972-e82825f36402 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:02:35.361985 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Attempting to bind port 9f2f7342-4a96-4377-9972-e82825f36402 on network 66155dfa-dea4-48a3-b82b-3a2397f9f003 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:02:35.366344 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Port 9f2f7342-4a96-4377-9972-e82825f36402 on network 66155dfa-dea4-48a3-b82b-3a2397f9f003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:02:35.366658 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Attempting to bind port 9f2f7342-4a96-4377-9972-e82825f36402 on network 66155dfa-dea4-48a3-b82b-3a2397f9f003 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:02:35.372316 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:02:35.372658 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Checking segment: {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:02:35.373039 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Bound using segment: {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:02:35.373468 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Bound port: 9f2f7342-4a96-4377-9972-e82825f36402, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3440ab-799f-441c-ba67-0b0b72b3d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:02:35.373872 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:35.449215 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] For port 9f2f7342-4a96-4377-9972-e82825f36402, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:02:35.452436 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] For port 9f2f7342-4a96-4377-9972-e82825f36402, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=9f2f7342-4a96-4377-9972-e82825f36402,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:02:35.513089 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:35.535369 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9287c01-a36f-47a7-a7bd-9698b4d6ba0d req-058fb09d-f582-4a31-bb09-65a223f2fbe1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:35.541942 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9287c01-a36f-47a7-a7bd-9698b4d6ba0d req-058fb09d-f582-4a31-bb09-65a223f2fbe1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0508175 Oct 14 07:02:35.556274 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:35.556890 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:35.558248 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] 10.222.0.39 "PUT /v2.0/ports/9f2f7342-4a96-4377-9972-e82825f36402 HTTP/1.1" status: 200 len: 1094 time: 0.7406564 Oct 14 07:02:35.558673 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'tag': '9f2f7342-4a96-4377-9972-e82825f36402'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:35.561080 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79926ed2-8e20-4814-a56d-10d727fdb360" -d '{"events": [{"name": "network-changed", "server_uuid": "21143d2c-c25a-4013-9dd9-0fbb8f47c7f5", "tag": "9f2f7342-4a96-4377-9972-e82825f36402"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:35.582753 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc7c47-a67c-4ec2-9c84-cd7405cb3fed service neutron] Pushing event updated for resources: {'Port': ['ID=9f2f7342-4a96-4377-9972-e82825f36402,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:35.590785 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9287c01-a36f-47a7-a7bd-9698b4d6ba0d req-612b6fd3-d6ca-42d3-8b40-a5a4a77fa9e1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461442 Oct 14 07:02:35.649375 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7feb15-0125-401c-9c8d-1b4a7117d532 x-openstack-request-id: req-3f7feb15-0125-401c-9c8d-1b4a7117d532 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:35.649375 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21143d2c-c25a-4013-9dd9-0fbb8f47c7f5", "tag": "9f2f7342-4a96-4377-9972-e82825f36402", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:35.649375 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f7feb15-0125-401c-9c8d-1b4a7117d532 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:35.649375 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'tag': '9f2f7342-4a96-4377-9972-e82825f36402', 'status': 'completed', 'code': 200} Oct 14 07:02:35.771308 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79926ed2-8e20-4814-a56d-10d727fdb360 req-fefbd747-4493-4b56-9f60-c98eb1480746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:35.772919 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-79926ed2-8e20-4814-a56d-10d727fdb360 req-fefbd747-4493-4b56-9f60-c98eb1480746 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 1097 time: 0.0395224 Oct 14 07:02:35.837155 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['2b9ff6d7-6991-48ff-ad4f-81a766f46d49'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:02:35.920586 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79926ed2-8e20-4814-a56d-10d727fdb360 req-dc70de41-1082-419e-86e4-5ffe0e55ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:35.922122 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-79926ed2-8e20-4814-a56d-10d727fdb360 req-dc70de41-1082-419e-86e4-5ffe0e55ecb4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1132548 Oct 14 07:02:36.008820 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b46c5-d96c-4592-8316-28fd455ab492 req-0d810bc7-378e-4b5a-bf6b-a3e1b4c213b7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:36.010312 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2b8b46c5-d96c-4592-8316-28fd455ab492 req-0d810bc7-378e-4b5a-bf6b-a3e1b4c213b7 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0502572 Oct 14 07:02:36.024776 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79926ed2-8e20-4814-a56d-10d727fdb360 req-63002675-064c-4b23-a128-6da43538554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:36.026382 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-79926ed2-8e20-4814-a56d-10d727fdb360 req-63002675-064c-4b23-a128-6da43538554e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915399 Oct 14 07:02:36.048135 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2b8b46c5-d96c-4592-8316-28fd455ab492 req-88a4f9da-3434-4351-b14f-82d61ac8f7cb tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317538 Oct 14 07:02:36.160931 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-80252b34-fe86-48f5-b21b-7e684095d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:36.162442 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-80252b34-fe86-48f5-b21b-7e684095d911 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 1097 time: 0.0440679 Oct 14 07:02:36.221109 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-5f17978b-c285-40b7-8871-ead0bc5f4fc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f2f7342-4a96-4377-9972-e82825f36402 HTTP/1.1" status: 200 len: 217 time: 0.0358551 Oct 14 07:02:36.273759 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-b822a86f-157c-4693-a69f-5880a63a050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:36.275271 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-b822a86f-157c-4693-a69f-5880a63a050e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4b593eb-eaa1-442b-aeba-f9575e021948 HTTP/1.1" status: 200 len: 850 time: 0.0444858 Oct 14 07:02:36.324000 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-31567d18-811c-43fd-8fe3-862ad98cf354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:36.325502 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-31567d18-811c-43fd-8fe3-862ad98cf354 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66155dfa-dea4-48a3-b82b-3a2397f9f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421176 Oct 14 07:02:36.454993 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-60b192e7-5a92-45a6-a3ab-fb28d721f986 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132603 Oct 14 07:02:36.558656 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-763784c4-a652-4e98-bf9b-a347e5f92862 req-eb29bada-8932-497c-b3be-60754f92c779 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853386 Oct 14 07:02:36.707795 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a98559-9db3-4fde-8146-15156be8dd3b req-3336cf29-3958-47b9-8502-d47b1f07eb33 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:36.709229 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f9a98559-9db3-4fde-8146-15156be8dd3b req-3336cf29-3958-47b9-8502-d47b1f07eb33 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0484097 Oct 14 07:02:36.747647 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f9a98559-9db3-4fde-8146-15156be8dd3b req-bf95d6c8-f147-4421-9a2c-bfd8d65ef2d9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322671 Oct 14 07:02:37.167386 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0a75b-be57-4cde-9f93-d7949b29f4e2 req-97a6dd65-4f14-425b-bf01-a377eaae6774 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:37.168913 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-46f0a75b-be57-4cde-9f93-d7949b29f4e2 req-97a6dd65-4f14-425b-bf01-a377eaae6774 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0475187 Oct 14 07:02:37.210364 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-46f0a75b-be57-4cde-9f93-d7949b29f4e2 req-90168ac5-b150-423a-8625-50415064b19b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354865 Oct 14 07:02:37.865726 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244dad7-6208-4d66-a751-ef21f713928d req-0ffacc41-c3cc-4210-b93b-c29c51497803 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:37.867157 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c244dad7-6208-4d66-a751-ef21f713928d req-0ffacc41-c3cc-4210-b93b-c29c51497803 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0480807 Oct 14 07:02:37.903030 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c244dad7-6208-4d66-a751-ef21f713928d req-667b6bcf-2e7b-4d51-b6c3-b42927b91652 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299897 Oct 14 07:02:38.321275 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eefa3-8e68-4829-85d1-1656a7b44d58 req-4a197a6f-9a93-486f-92e4-add417161b2d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:38.322684 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a32eefa3-8e68-4829-85d1-1656a7b44d58 req-4a197a6f-9a93-486f-92e4-add417161b2d tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0468500 Oct 14 07:02:38.360366 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a32eefa3-8e68-4829-85d1-1656a7b44d58 req-68373201-935d-4d97-9ae9-eae27e04501a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318789 Oct 14 07:02:39.017335 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd153af5-f57d-42bf-82ad-4c5f69ab6f3e req-b0cd1750-9d6d-4bc5-8eea-878a42407925 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:39.018745 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dd153af5-f57d-42bf-82ad-4c5f69ab6f3e req-b0cd1750-9d6d-4bc5-8eea-878a42407925 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0464377 Oct 14 07:02:39.058545 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dd153af5-f57d-42bf-82ad-4c5f69ab6f3e req-a4873443-7ac0-4404-88b5-adbd699962d8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340056 Oct 14 07:02:39.470872 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f41cb9-a1d2-43b1-89e9-579492031e75 req-b345c7f6-cc67-4b08-bfcb-7a1207db4860 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:39.472332 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-01f41cb9-a1d2-43b1-89e9-579492031e75 req-b345c7f6-cc67-4b08-bfcb-7a1207db4860 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 944 time: 0.0463948 Oct 14 07:02:39.509081 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-01f41cb9-a1d2-43b1-89e9-579492031e75 req-db4378b0-4ee7-4c99-b04d-8395a0c7fb79 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300367 Oct 14 07:02:40.159286 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 9f2f7342-4a96-4377-9972-e82825f36402 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:02:40.169756 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:02:40.184972 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623afde-06fb-4358-b82a-984371110abd req-210afced-6e54-4178-a0f7-87e09e0bd276 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:40.186606 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a623afde-06fb-4358-b82a-984371110abd req-210afced-6e54-4178-a0f7-87e09e0bd276 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0601285 Oct 14 07:02:40.223800 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a623afde-06fb-4358-b82a-984371110abd req-d0e88e12-7b29-48dc-8628-8af1ef119b42 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Oct 14 07:02:40.288751 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 9f2f7342-4a96-4377-9972-e82825f36402, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=9f2f7342-4a96-4377-9972-e82825f36402,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:40.299569 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '9f2f7342-4a96-4377-9972-e82825f36402', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'port_id': '9f2f7342-4a96-4377-9972-e82825f36402', 'mac_address': 'fa:16:3e:c8:9a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:02:40.334232 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:02:40.338655 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:40.341264 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:02:40.341542 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:40.372262 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2f7342-4a96-4377-9972-e82825f36402 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:02:40.398092 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 9f2f7342-4a96-4377-9972-e82825f36402, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=9f2f7342-4a96-4377-9972-e82825f36402,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:40.443409 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:40.450583 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:40.497797 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:40.500060 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4800944c-afe1-48df-b4fc-2d5768191052" -d '{"events": [{"server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "name": "network-vif-plugged", "status": "completed", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:40.526650 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:40.526650 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=9f2f7342-4a96-4377-9972-e82825f36402,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:40.542971 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb6eba9-664f-4717-8ee5-34c288e53a68 x-openstack-request-id: req-4bb6eba9-664f-4717-8ee5-34c288e53a68 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:40.543263 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "name": "network-vif-plugged", "status": "completed", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:40.543537 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bb6eba9-664f-4717-8ee5-34c288e53a68 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:40.543975 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'code': 200} Oct 14 07:02:40.597725 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:40.623489 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93011d5d-3e3c-41ad-a81b-53e06a5cade5 req-f385c072-36fc-44a5-83cb-371ca99e53c5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:40.624978 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-93011d5d-3e3c-41ad-a81b-53e06a5cade5 req-f385c072-36fc-44a5-83cb-371ca99e53c5 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0480096 Oct 14 07:02:40.645525 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:40.666926 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-93011d5d-3e3c-41ad-a81b-53e06a5cade5 req-1657d601-c8f7-48de-8a1c-4cd1918f7388 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357504 Oct 14 07:02:41.342569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70e44-24fb-4873-aecd-84dd843c2935 req-97c5a90f-e6e4-4b02-b5c1-a341a30bd5f0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:41.344039 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ee70e44-24fb-4873-aecd-84dd843c2935 req-97c5a90f-e6e4-4b02-b5c1-a341a30bd5f0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0478957 Oct 14 07:02:41.380204 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ee70e44-24fb-4873-aecd-84dd843c2935 req-f04a0090-221e-4321-9685-5ca3ceb29eda tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303118 Oct 14 07:02:41.584268 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5a7b6-7ff6-4e1a-937e-60294f20e35b req-ff2e658f-056d-4a3f-908e-9bce0154e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:41.585748 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b8d5a7b6-7ff6-4e1a-937e-60294f20e35b req-ff2e658f-056d-4a3f-908e-9bce0154e19e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 1099 time: 0.0412483 Oct 14 07:02:41.621638 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b8d5a7b6-7ff6-4e1a-937e-60294f20e35b req-85c65cae-bb5d-4538-a901-9d6cd16394a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277586 Oct 14 07:02:41.742332 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['9f2f7342-4a96-4377-9972-e82825f36402'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:02:41.779200 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d012c2-e379-4588-b123-1037fe29d2ca req-5da5fd6e-4d42-4f2a-9521-5a09fbe6e09c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:41.780732 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-50d012c2-e379-4588-b123-1037fe29d2ca req-5da5fd6e-4d42-4f2a-9521-5a09fbe6e09c tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0495410 Oct 14 07:02:41.823967 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-50d012c2-e379-4588-b123-1037fe29d2ca req-789f9f32-79ad-4188-87aa-f64f48678cf6 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367239 Oct 14 07:02:42.495001 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d55a0e-70e9-4c67-8e95-0d9f01ece9c1 req-3b1c1aa7-0451-4821-9f7b-87f51848ec6a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:42.496424 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-67d55a0e-70e9-4c67-8e95-0d9f01ece9c1 req-3b1c1aa7-0451-4821-9f7b-87f51848ec6a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0462911 Oct 14 07:02:42.535166 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-67d55a0e-70e9-4c67-8e95-0d9f01ece9c1 req-3ff19a17-69e7-4206-99df-b1749408e4ba tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330203 Oct 14 07:02:42.933661 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f90706-0258-4735-aa04-8c4487af75e6 req-507f009d-13ef-4840-9766-d6fff58ba908 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:42.935078 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-06f90706-0258-4735-aa04-8c4487af75e6 req-507f009d-13ef-4840-9766-d6fff58ba908 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0468521 Oct 14 07:02:42.971530 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-06f90706-0258-4735-aa04-8c4487af75e6 req-1d7c7a70-b310-476c-b5c3-720c9dbbfab8 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308125 Oct 14 07:02:43.650380 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b379f0-b458-409f-bb51-b5d185cfcbb4 req-71c31967-0bcb-4f43-8dfa-5bb5c1c11f82 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:43.651866 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b1b379f0-b458-409f-bb51-b5d185cfcbb4 req-71c31967-0bcb-4f43-8dfa-5bb5c1c11f82 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0470085 Oct 14 07:02:43.688719 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b1b379f0-b458-409f-bb51-b5d185cfcbb4 req-623f7d30-e844-4a8d-9eb6-417ec109825e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Oct 14 07:02:44.079895 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf8a0-3f30-48ef-b825-6693aeea5e16 req-b7705742-2799-472c-9b97-723c26d3a45e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:44.081352 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f1ecf8a0-3f30-48ef-b825-6693aeea5e16 req-b7705742-2799-472c-9b97-723c26d3a45e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0470216 Oct 14 07:02:44.121160 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f1ecf8a0-3f30-48ef-b825-6693aeea5e16 req-b6e621c9-ca63-49e1-a43e-b030f3f8fba0 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336549 Oct 14 07:02:44.813112 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3db1e-bf0f-4f3d-8be4-972c9047a8f3 req-6f253b6a-b47d-427c-aa3c-0e6b214e3875 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:44.814583 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-03c3db1e-bf0f-4f3d-8be4-972c9047a8f3 req-6f253b6a-b47d-427c-aa3c-0e6b214e3875 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0583217 Oct 14 07:02:44.852083 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-03c3db1e-bf0f-4f3d-8be4-972c9047a8f3 req-e53f4827-74c5-4175-8994-0e6ab52587f0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Oct 14 07:02:45.235172 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eda9d-fe13-4e6a-99f5-5f9b6d07bd13 req-bd50bb2c-7d01-4fad-ad4c-87ee8f7c46d0 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:45.236652 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ad0eda9d-fe13-4e6a-99f5-5f9b6d07bd13 req-bd50bb2c-7d01-4fad-ad4c-87ee8f7c46d0 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0492408 Oct 14 07:02:45.273253 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ad0eda9d-fe13-4e6a-99f5-5f9b6d07bd13 req-9936206d-e24b-49d7-a5fd-8646c338fa17 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307155 Oct 14 07:02:45.969320 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ae723-836f-4649-a5c6-da4e775160e7 req-714f41a0-e6cb-47a9-9cdb-94aed6a99fde tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:45.970668 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-573ae723-836f-4649-a5c6-da4e775160e7 req-714f41a0-e6cb-47a9-9cdb-94aed6a99fde tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0473895 Oct 14 07:02:46.011880 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-573ae723-836f-4649-a5c6-da4e775160e7 req-4c4ef1a5-4cea-4cfa-b466-bdb311c7a98f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351200 Oct 14 07:02:46.386265 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac26d1-0dcd-4ed5-9cca-408909ecbc63 req-0dc25f82-6caf-4ac5-8864-32b4aa04792b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:46.387730 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-54ac26d1-0dcd-4ed5-9cca-408909ecbc63 req-0dc25f82-6caf-4ac5-8864-32b4aa04792b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0480726 Oct 14 07:02:46.426254 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-54ac26d1-0dcd-4ed5-9cca-408909ecbc63 req-f7776d23-87f3-4bec-b531-af1c4be5c179 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Oct 14 07:02:47.127892 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b43e45-452f-461c-844b-dc234365a1d3 req-be376c3a-552a-449f-9e52-45c0b801488c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:47.129330 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f9b43e45-452f-461c-844b-dc234365a1d3 req-be376c3a-552a-449f-9e52-45c0b801488c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0468421 Oct 14 07:02:47.173884 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f9b43e45-452f-461c-844b-dc234365a1d3 req-3b381c25-aed8-4ee5-9abe-c21e45d4e5cb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385487 Oct 14 07:02:47.287010 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6c5c0-58ba-4a5f-801d-1109134f4408 req-4df3841f-7a61-4392-812d-16277797a5d3 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:47.288458 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9ab6c5c0-58ba-4a5f-801d-1109134f4408 req-4df3841f-7a61-4392-812d-16277797a5d3 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0472462 Oct 14 07:02:47.299567 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33626) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:47.301208 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-f2ffc1bf-33a0-4c4b-86ae-dce7fdf7b20f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Request body: {'floatingip': {'port_id': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:47.342454 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc1bf-33a0-4c4b-86ae-dce7fdf7b20f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:47.504473 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 9f2f7342-4a96-4377-9972-e82825f36402 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:02:47.594851 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab4a13-cf1f-4d95-8131-e95943a2ab79 req-a5105f1e-8771-4b35-9410-a94a2aae1c27 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:47.596379 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4bab4a13-cf1f-4d95-8131-e95943a2ab79 req-a5105f1e-8771-4b35-9410-a94a2aae1c27 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 945 time: 0.0992231 Oct 14 07:02:47.672006 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 9f2f7342-4a96-4377-9972-e82825f36402 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:02:47.675997 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 9f2f7342-4a96-4377-9972-e82825f36402 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:02:47.676370 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:47.708704 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4bab4a13-cf1f-4d95-8131-e95943a2ab79 req-7b91d860-1740-4750-8fb5-91108afd0975 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046557 Oct 14 07:02:47.774074 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:47.798827 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2f7342-4a96-4377-9972-e82825f36402'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:47.801461 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd626b73-65dd-4c45-bb0d-4cd4c157c446" -d '{"events": [{"server_uuid": "21143d2c-c25a-4013-9dd9-0fbb8f47c7f5", "name": "network-vif-plugged", "status": "completed", "tag": "9f2f7342-4a96-4377-9972-e82825f36402"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:47.816386 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 9f2f7342-4a96-4377-9972-e82825f36402, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=9f2f7342-4a96-4377-9972-e82825f36402,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:47.856764 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc1bf-33a0-4c4b-86ae-dce7fdf7b20f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:47.893004 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:47.918623 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968d748f-1b41-4cb1-94d4-53b9afc9ede8 x-openstack-request-id: req-968d748f-1b41-4cb1-94d4-53b9afc9ede8 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:47.918911 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21143d2c-c25a-4013-9dd9-0fbb8f47c7f5", "name": "network-vif-plugged", "status": "completed", "tag": "9f2f7342-4a96-4377-9972-e82825f36402", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:47.919154 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-968d748f-1b41-4cb1-94d4-53b9afc9ede8 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:47.920730 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2f7342-4a96-4377-9972-e82825f36402', 'code': 200} Oct 14 07:02:47.920854 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc1bf-33a0-4c4b-86ae-dce7fdf7b20f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:47.946148 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=9f2f7342-4a96-4377-9972-e82825f36402,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:48.023027 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [None req-f2ffc1bf-33a0-4c4b-86ae-dce7fdf7b20f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Floating IP 37e4be50-8d24-4dce-a0b5-552d16cad414 associated. External IP: 172.27.0.33, port: 2b9ff6d7-6991-48ff-ad4f-81a766f46d49. Oct 14 07:02:48.234515 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ffc1bf-33a0-4c4b-86ae-dce7fdf7b20f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Router 68707e76-01a7-47ca-b425-b56dfccac40a has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:02:48.289079 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebed08c-9ea9-4382-83af-bbf1a67c308e req-6c387922-0436-4ec4-965a-31e2e82f8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:48.290832 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0ebed08c-9ea9-4382-83af-bbf1a67c308e req-6c387922-0436-4ec4-965a-31e2e82f8bfe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 1099 time: 0.0438552 Oct 14 07:02:48.328076 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0ebed08c-9ea9-4382-83af-bbf1a67c308e req-32ae33fb-a917-4d16-9c24-17cda40fa008 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276542 Oct 14 07:02:48.342591 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ffc1bf-33a0-4c4b-86ae-dce7fdf7b20f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:02:48.347754 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc1bf-33a0-4c4b-86ae-dce7fdf7b20f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:48.353445 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] Sync routers for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:02:48.363174 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:02:48.363869 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:02:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:48.375811 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f2ffc1bf-33a0-4c4b-86ae-dce7fdf7b20f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "PUT /v2.0/floatingips/37e4be50-8d24-4dce-a0b5-552d16cad414 HTTP/1.1" status: 200 len: 991 time: 1.0778644 Oct 14 07:02:48.376386 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:48.378705 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8898e0a-a835-43e6-9baf-cec026965957" -d '{"events": [{"name": "network-changed", "server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:48.482301 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd52c176-1e93-4679-ad88-7e2e0fb96b54 x-openstack-request-id: req-bd52c176-1e93-4679-ad88-7e2e0fb96b54 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:48.482589 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:48.482837 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd52c176-1e93-4679-ad88-7e2e0fb96b54 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:48.483231 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'status': 'completed', 'code': 200} Oct 14 07:02:48.593658 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:02:48.825434 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b42ff-eff4-4e59-933c-fa6470c0dfcd req-ce892d94-14f6-403c-b1c2-62708d920150 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:48.826974 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cd3b42ff-eff4-4e59-933c-fa6470c0dfcd req-ce892d94-14f6-403c-b1c2-62708d920150 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0502081 Oct 14 07:02:48.871267 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cd3b42ff-eff4-4e59-933c-fa6470c0dfcd req-dbfd64d1-6a06-4b47-8027-b713f6e7502e tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378885 Oct 14 07:02:48.874661 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '37e4be50-8d24-4dce-a0b5-552d16cad414', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'port_id': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'mac_address': 'fa:16:3e:cc:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:02:24Z', 'updated_at': '2021-10-14T07:02:47Z', 'revision_number': 1, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:48.902831 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8898e0a-a835-43e6-9baf-cec026965957 req-95a035f6-056a-4004-9c4a-a5302fa1eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:48.904507 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b8898e0a-a835-43e6-9baf-cec026965957 req-95a035f6-056a-4004-9c4a-a5302fa1eb8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 1099 time: 0.0519969 Oct 14 07:02:48.907012 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] Checking router: 68707e76-01a7-47ca-b425-b56dfccac40a for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:02:48.915425 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:02:48.916046 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:02:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:49.024404 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:02:49.052034 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8898e0a-a835-43e6-9baf-cec026965957 req-36b391ad-bf7c-42d3-b2e7-c81c7441aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:49.057961 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b8898e0a-a835-43e6-9baf-cec026965957 req-36b391ad-bf7c-42d3-b2e7-c81c7441aba1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 917 time: 0.0886185 Oct 14 07:02:49.124945 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b8898e0a-a835-43e6-9baf-cec026965957 req-23381485-37ea-4258-b4ab-11aa049e3ad2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49 HTTP/1.1" status: 200 len: 999 time: 0.0608008 Oct 14 07:02:49.186573 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8898e0a-a835-43e6-9baf-cec026965957 req-4083df10-9782-4782-a7e8-ae33d9acbec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:49.187761 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b8898e0a-a835-43e6-9baf-cec026965957 req-4083df10-9782-4782-a7e8-ae33d9acbec3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 200 len: 855 time: 0.0441873 Oct 14 07:02:49.241296 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8898e0a-a835-43e6-9baf-cec026965957 req-cd1f151c-b605-4d9c-8622-bf165f926aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:49.242784 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b8898e0a-a835-43e6-9baf-cec026965957 req-cd1f151c-b605-4d9c-8622-bf165f926aec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ef5d404-6511-4668-98f7-3518420f00d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415051 Oct 14 07:02:49.252906 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '37e4be50-8d24-4dce-a0b5-552d16cad414', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'port_id': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'mac_address': 'fa:16:3e:cc:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:02:24Z', 'updated_at': '2021-10-14T07:02:47Z', 'revision_number': 1, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:49.279729 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ad6fc-95ca-49fe-8f68-8d8998bd4f24 None None] The sync data for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi is: [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '37e4be50-8d24-4dce-a0b5-552d16cad414', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'port_id': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'mac_address': 'fa:16:3e:cc:03:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:02:24Z', 'updated_at': '2021-10-14T07:02:47Z', 'revision_number': 1, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:02:49.345682 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b8898e0a-a835-43e6-9baf-cec026965957 req-0d7693d0-2fcd-4c9b-bdb4-9ab576a904cd service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884316 Oct 14 07:02:49.468938 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-b8898e0a-a835-43e6-9baf-cec026965957 req-a2b26fdf-6a95-41b7-9ad9-06c486630159 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915663 Oct 14 07:02:49.479254 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e1a102-ec92-4ff7-8031-d829b18b3fd2 None None] New status for floating IP 37e4be50-8d24-4dce-a0b5-552d16cad414: ACTIVE {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:02:49.986307 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354252fc-b655-4788-b9af-61a328c43870 req-e5b6ab6d-8f3d-4704-90a0-693a3cf0da13 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:49.987669 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-354252fc-b655-4788-b9af-61a328c43870 req-e5b6ab6d-8f3d-4704-90a0-693a3cf0da13 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0471358 Oct 14 07:02:50.040617 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-354252fc-b655-4788-b9af-61a328c43870 req-b1d80ff8-a586-4819-a59d-3884ef4a9af3 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418637 Oct 14 07:02:51.152803 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9d1c7-0baf-464e-9b73-cddc9dc29221 req-b4292818-5ded-4cef-84aa-739627536fdc tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:51.154247 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-35f9d1c7-0baf-464e-9b73-cddc9dc29221 req-b4292818-5ded-4cef-84aa-739627536fdc tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0540566 Oct 14 07:02:51.191823 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-35f9d1c7-0baf-464e-9b73-cddc9dc29221 req-e25ccb34-b851-49fe-aa7b-36a4fb078754 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Oct 14 07:02:51.302725 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37059e-33af-4797-9d1f-0c2d3cedc026 req-a130c520-1554-4a69-afa9-174a0532c5fc tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:51.304210 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9c37059e-33af-4797-9d1f-0c2d3cedc026 req-a130c520-1554-4a69-afa9-174a0532c5fc tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0503118 Oct 14 07:02:51.312837 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 33698) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:02:51.317208 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-be4a225a-2f37-4d15-8289-732dc2ea07be tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Request body: {'floatingip': {'port_id': '9f2f7342-4a96-4377-9972-e82825f36402'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:51.355310 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-be4a225a-2f37-4d15-8289-732dc2ea07be tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:51.890738 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:52.109570 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-be4a225a-2f37-4d15-8289-732dc2ea07be tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:52.116618 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-41d41a54-8e3d-42f1-828c-204b16caed92 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:52.118048 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-41d41a54-8e3d-42f1-828c-204b16caed92 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/networks?id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 HTTP/1.1" status: 200 len: 814 time: 0.4122345 Oct 14 07:02:52.134142 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-0a919310-8fd8-4e47-9df3-64b052b6ca77 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/quotas/eeb2000c5d5645319fde9d62ca49cd9b HTTP/1.1" status: 200 len: 375 time: 0.0090995 Oct 14 07:02:52.177780 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-be4a225a-2f37-4d15-8289-732dc2ea07be tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:52.225565 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-80ed7e9e-ec32-41fa-a844-da8cfb18ffda tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867281 Oct 14 07:02:52.309725 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [None req-be4a225a-2f37-4d15-8289-732dc2ea07be tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Floating IP 844ceb64-e470-470d-bd61-099e76c0c2ff associated. External IP: 172.27.0.52, port: 9f2f7342-4a96-4377-9972-e82825f36402. Oct 14 07:02:52.453612 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-0c0084a6-8479-45b6-9b9d-e6b3ed016c43 service neutron] 10.222.0.26 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192409 Oct 14 07:02:52.621107 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-777509cf-9bc5-4ada-a31f-bf78bbade97d service neutron] 10.222.0.26 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582594 Oct 14 07:02:52.636503 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4a225a-2f37-4d15-8289-732dc2ea07be tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:02:52.751962 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4a225a-2f37-4d15-8289-732dc2ea07be tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:02:52.756999 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-be4a225a-2f37-4d15-8289-732dc2ea07be tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:52.762630 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] Sync routers for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:02:52.773091 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:02:52.774072 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:02:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:52.789377 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-be4a225a-2f37-4d15-8289-732dc2ea07be tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "PUT /v2.0/floatingips/844ceb64-e470-470d-bd61-099e76c0c2ff HTTP/1.1" status: 200 len: 991 time: 1.4754908 Oct 14 07:02:52.790324 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'tag': '9f2f7342-4a96-4377-9972-e82825f36402'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:52.792709 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872c7712-d14d-408f-8b81-c51867cecd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "21143d2c-c25a-4013-9dd9-0fbb8f47c7f5", "tag": "9f2f7342-4a96-4377-9972-e82825f36402"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:52.888504 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:02:53.061710 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9e2c3-aefd-46ba-b593-930b6260c8a0 req-ea35a033-b33c-4223-9e20-d0db3890777c tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:53.063604 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d7f9e2c3-aefd-46ba-b593-930b6260c8a0 req-ea35a033-b33c-4223-9e20-d0db3890777c tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 946 time: 0.0555263 Oct 14 07:02:53.104610 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d7f9e2c3-aefd-46ba-b593-930b6260c8a0 req-3a69ca56-9014-4a37-a512-e130b72e58aa tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335393 Oct 14 07:02:53.131769 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '844ceb64-e470-470d-bd61-099e76c0c2ff', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'port_id': '9f2f7342-4a96-4377-9972-e82825f36402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'mac_address': 'fa:16:3e:c8:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:02:29Z', 'updated_at': '2021-10-14T07:02:51Z', 'revision_number': 1, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:53.177962 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] Checking router: 18fe9b33-d0b6-4b48-93b5-8a7e75565698 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:02:53.183498 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c228ade3-9f4b-4627-92d1-baf5b682efc8 x-openstack-request-id: req-c228ade3-9f4b-4627-92d1-baf5b682efc8 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:53.183498 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21143d2c-c25a-4013-9dd9-0fbb8f47c7f5", "tag": "9f2f7342-4a96-4377-9972-e82825f36402", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:53.184417 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c228ade3-9f4b-4627-92d1-baf5b682efc8 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:53.184417 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'tag': '9f2f7342-4a96-4377-9972-e82825f36402', 'status': 'completed', 'code': 200} Oct 14 07:02:53.187850 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:02:53.188597 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:02:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:53.241981 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a2ad7da7-88f0-40a7-8522-fa3292d92759 req-95486532-1494-41ac-b8dc-336e9c0f1690 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 210 time: 0.0289059 Oct 14 07:02:53.308519 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:02:53.313685 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c7712-d14d-408f-8b81-c51867cecd8f req-bc461f96-5970-4b64-9946-f150a16c537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:53.313685 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-872c7712-d14d-408f-8b81-c51867cecd8f req-bc461f96-5970-4b64-9946-f150a16c537b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 1099 time: 0.0553997 Oct 14 07:02:53.360659 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c7bd-945f-4e97-936f-3bcb747720ef req-ff592954-ea19-4e1a-b92d-9c1aecf91440 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:53.362131 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0bb0c7bd-945f-4e97-936f-3bcb747720ef req-ff592954-ea19-4e1a-b92d-9c1aecf91440 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0497057 Oct 14 07:02:53.414911 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0bb0c7bd-945f-4e97-936f-3bcb747720ef req-ba77fcf2-666b-41e6-a2c7-bf58c5a6add0 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Oct 14 07:02:53.417033 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c7712-d14d-408f-8b81-c51867cecd8f req-e0fc8e85-0d0e-4c3d-ba38-11dc39b023b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:53.418902 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-872c7712-d14d-408f-8b81-c51867cecd8f req-e0fc8e85-0d0e-4c3d-ba38-11dc39b023b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 200 len: 912 time: 0.0882683 Oct 14 07:02:53.493298 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-872c7712-d14d-408f-8b81-c51867cecd8f req-4fa6612f-b275-4293-bc7c-9633e91b0889 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f2f7342-4a96-4377-9972-e82825f36402 HTTP/1.1" status: 200 len: 999 time: 0.0602005 Oct 14 07:02:53.537399 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '844ceb64-e470-470d-bd61-099e76c0c2ff', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'port_id': '9f2f7342-4a96-4377-9972-e82825f36402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'mac_address': 'fa:16:3e:c8:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:02:29Z', 'updated_at': '2021-10-14T07:02:51Z', 'revision_number': 1, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:53.546566 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c7712-d14d-408f-8b81-c51867cecd8f req-3bb92927-c3d1-4539-ad5c-2567c37a49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:53.548041 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-872c7712-d14d-408f-8b81-c51867cecd8f req-3bb92927-c3d1-4539-ad5c-2567c37a49f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4b593eb-eaa1-442b-aeba-f9575e021948 HTTP/1.1" status: 200 len: 850 time: 0.0431223 Oct 14 07:02:53.573035 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b0118-5b95-4b03-a60c-b7a547517fbe None None] The sync data for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi is: [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '844ceb64-e470-470d-bd61-099e76c0c2ff', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'port_id': '9f2f7342-4a96-4377-9972-e82825f36402', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'mac_address': 'fa:16:3e:c8:9a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:02:29Z', 'updated_at': '2021-10-14T07:02:51Z', 'revision_number': 1, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:02:53.603763 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c7712-d14d-408f-8b81-c51867cecd8f req-15d40fa4-c9e6-4a83-be70-3c7a5a52086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:53.605261 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-872c7712-d14d-408f-8b81-c51867cecd8f req-15d40fa4-c9e6-4a83-be70-3c7a5a52086a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66155dfa-dea4-48a3-b82b-3a2397f9f003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408351 Oct 14 07:02:53.683607 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:02:53.717603 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-872c7712-d14d-408f-8b81-c51867cecd8f req-dbc8aa35-68f7-4653-a1c2-b0a97cf397b1 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898554 Oct 14 07:02:53.763567 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d32b0a-54d7-4448-bbb8-a3d1e15e631c None None] New status for floating IP 844ceb64-e470-470d-bd61-099e76c0c2ff: ACTIVE {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:02:53.834064 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-872c7712-d14d-408f-8b81-c51867cecd8f req-79351cb0-cf3f-4ba7-91b8-1023fed7a0a0 service neutron] 10.222.0.39 "GET /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865436 Oct 14 07:02:54.229202 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcd2d5-e207-45f0-938c-cd491d9e3e77 req-b363f521-1935-4807-8f3b-9aab9687a603 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:54.230482 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dcfcd2d5-e207-45f0-938c-cd491d9e3e77 req-b363f521-1935-4807-8f3b-9aab9687a603 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 946 time: 0.0476420 Oct 14 07:02:54.274281 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dcfcd2d5-e207-45f0-938c-cd491d9e3e77 req-f840d851-1d4f-4c32-81d3-df5978f85724 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376339 Oct 14 07:02:54.338996 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-605a4f07-0d56-4c0e-aa63-22cfec712749 req-f5f77968-11e4-4492-b23e-d1f3751cf2dc tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 210 time: 0.0275049 Oct 14 07:02:54.410199 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-20478129-045f-40ff-8ecb-5cb04497007d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:54.518976 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e60e08-28b7-4ca6-90af-7e527b01dec9 req-c06acf13-4b9c-4a1f-9f66-c5601ed7129e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:54.520437 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-75e60e08-28b7-4ca6-90af-7e527b01dec9 req-c06acf13-4b9c-4a1f-9f66-c5601ed7129e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0476172 Oct 14 07:02:54.558574 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-75e60e08-28b7-4ca6-90af-7e527b01dec9 req-027f9241-bff1-4c08-b241-1baffb7da06b tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306413 Oct 14 07:02:55.132949 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-61fb7a52-3512-4aa5-a5b0-cf1ba3b06747 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:55.134402 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-61fb7a52-3512-4aa5-a5b0-cf1ba3b06747 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "GET /v2.0/networks?id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 HTTP/1.1" status: 200 len: 814 time: 0.1035645 Oct 14 07:02:55.170606 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Request body: {'port': {'device_id': 'bc789e24-62c5-403c-9824-74e18d735e7c', 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9', 'admin_state_up': True, 'tenant_id': 'eeb2000c5d5645319fde9d62ca49cd9b'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:55.385927 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Made reservation on behalf of eeb2000c5d5645319fde9d62ca49cd9b for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:02:55.387057 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c78d38-d451-427e-96ca-44ff3bcc79ec req-f59de695-01bc-477f-9ebd-76a1f1887c6b tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:55.388594 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-50c78d38-d451-427e-96ca-44ff3bcc79ec req-f59de695-01bc-477f-9ebd-76a1f1887c6b tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 946 time: 0.0482724 Oct 14 07:02:55.389495 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:55.426032 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-50c78d38-d451-427e-96ca-44ff3bcc79ec req-55481bfb-3c67-486d-a69f-a89c2526c472 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312371 Oct 14 07:02:55.515573 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5a8686de-cd7b-4819-a458-fc7c0a67ecfe req-12bad0a6-e047-4839-9311-00633c735e78 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 210 time: 0.0289881 Oct 14 07:02:55.520422 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Allocated IP 172.20.0.7 (c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9/6358e171-a52e-4223-b105-30c8250c5c6d/884e0075-5cb6-4fa1-b455-09066986fd8c) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:02:55.684599 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583869fc-13e3-4662-bb02-9fe29cba0fc0 req-f152eb7d-202b-4895-8041-62eb492aacae tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:55.686234 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-583869fc-13e3-4662-bb02-9fe29cba0fc0 req-f152eb7d-202b-4895-8041-62eb492aacae tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0549965 Oct 14 07:02:55.716837 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-d103930c-42e7-473f-bcf9-ea66e3113730 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:55.718296 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-d103930c-42e7-473f-bcf9-ea66e3113730 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.39 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 946 time: 0.0742075 Oct 14 07:02:55.729555 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-583869fc-13e3-4662-bb02-9fe29cba0fc0 req-29b7c854-d06b-4820-a2c1-a0ad809db74e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344560 Oct 14 07:02:55.731820 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:55.825769 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:55.867775 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['01d0c1de-d954-4bf6-854f-4682484953b5', '85defc9d-f3dc-4a44-a707-0935445ea4a0', 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:02:55.876850 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:02:55.881801 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:02:55.891345 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:02:55.897506 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Pushing event updated for resources: {'Port': ['ID=884e0075-5cb6-4fa1-b455-09066986fd8c,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:55.941259 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-bfe19629-8655-4a4e-a707-8576dcf95330 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Deleting port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:02:55.941577 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-bfe19629-8655-4a4e-a707-8576dcf95330 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:55.965616 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:55.966211 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.082148 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-bfe19629-8655-4a4e-a707-8576dcf95330 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] For port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,segment=NetworkSegment(e0a15d23-3e45-47fc-a6df-f46823d0e9bc),segment_id=e0a15d23-3e45-47fc-a6df-f46823d0e9bc)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:56.082544 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-bfe19629-8655-4a4e-a707-8576dcf95330 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.095828 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-bfe19629-8655-4a4e-a707-8576dcf95330 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Calling delete_port for 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:02:56.140681 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-6fdb4adc-ed78-4bb2-b441-4990cc24658e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9738069 Oct 14 07:02:56.171722 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-cd8938b3-da87-4935-bf63-49e62a63b1d3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:56.174572 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Request body: {'port': {'device_id': 'bc789e24-62c5-403c-9824-74e18d735e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:02:56.177747 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-cd8938b3-da87-4935-bf63-49e62a63b1d3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0571032 Oct 14 07:02:56.262384 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.287757 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Deleting port 6b52e63b-339c-48d6-bf34-04be4e40fe25 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:02:56.288089 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.367008 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-bfe19629-8655-4a4e-a707-8576dcf95330 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.376852 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] For port 6b52e63b-339c-48d6-bf34-04be4e40fe25, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=6b52e63b-339c-48d6-bf34-04be4e40fe25,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:02:56.377210 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.411770 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe19629-8655-4a4e-a707-8576dcf95330 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Pushing event deleted for resources: {'Port': ['ID=17beb4b0-8adb-4deb-a9a5-e1ed6badc32f,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:56.472617 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-bfe19629-8655-4a4e-a707-8576dcf95330 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] No DVR routers for this DVR port 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:02:56.480366 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-bfe19629-8655-4a4e-a707-8576dcf95330 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.483861 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-40c91472-687b-4a17-aa86-f2d5e21024d6 req-bfe19629-8655-4a4e-a707-8576dcf95330 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.39 "DELETE /v2.0/ports/17beb4b0-8adb-4deb-a9a5-e1ed6badc32f HTTP/1.1" status: 204 len: 173 time: 0.7204425 Oct 14 07:02:56.486037 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357cedf1-b457-4550-a113-80c98bab9d05', 'name': 'network-vif-deleted', 'tag': '17beb4b0-8adb-4deb-a9a5-e1ed6badc32f'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:56.489068 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff5670-14dc-4a3f-9315-935fefd606bb" -d '{"events": [{"server_uuid": "357cedf1-b457-4550-a113-80c98bab9d05", "name": "network-vif-deleted", "tag": "17beb4b0-8adb-4deb-a9a5-e1ed6badc32f"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:56.585126 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c6d169cc-3fc7-457a-8e9d-7f12bc2a981b req-0d53e918-f5f7-465e-817e-59f414244438 tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 210 time: 0.0414925 Oct 14 07:02:56.677513 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.678048 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.678466 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Floating IP 1eb51cd2-c46d-4d6a-bc27-d86134cc293f disassociated. External IP: 172.27.0.210, port: 6b52e63b-339c-48d6-bf34-04be4e40fe25. Oct 14 07:02:56.678964 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Calling delete_port for 6b52e63b-339c-48d6-bf34-04be4e40fe25 owned by compute:nova {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:02:56.755647 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb96e354-12e9-47af-a80a-4b795fdd6ef9 x-openstack-request-id: req-bb96e354-12e9-47af-a80a-4b795fdd6ef9 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:56.755886 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357cedf1-b457-4550-a113-80c98bab9d05", "name": "network-vif-deleted", "tag": "17beb4b0-8adb-4deb-a9a5-e1ed6badc32f", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:56.756046 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb96e354-12e9-47af-a80a-4b795fdd6ef9 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:56.756428 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357cedf1-b457-4550-a113-80c98bab9d05', 'name': 'network-vif-deleted', 'tag': '17beb4b0-8adb-4deb-a9a5-e1ed6badc32f', 'status': 'completed', 'code': 200} Oct 14 07:02:56.783856 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad50500-e765-4dad-9d99-39fd35a95aac req-8e33bdc6-42cc-463b-8be4-445fca712d46 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:56.788224 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9ad50500-e765-4dad-9d99-39fd35a95aac req-8e33bdc6-42cc-463b-8be4-445fca712d46 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 931 time: 0.0957952 Oct 14 07:02:56.861943 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884e0075-5cb6-4fa1-b455-09066986fd8c {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:02:56.864034 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9ad50500-e765-4dad-9d99-39fd35a95aac req-8eaeb0b9-5518-42fc-ae0e-e89afc180aeb tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628419 Oct 14 07:02:56.871246 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.974022 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f69b8-af29-47a7-91cc-24c6b52ef63d req-78afa9b4-4a23-495a-a658-b8617d53bae6 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:56.975717 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a45f69b8-af29-47a7-91cc-24c6b52ef63d req-78afa9b4-4a23-495a-a658-b8617d53bae6 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 946 time: 0.0524926 Oct 14 07:02:56.982019 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:56.982182 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Transition to ACTIVE for port object 884e0075-5cb6-4fa1-b455-09066986fd8c will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:02:57.022377 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event deleted for resources: {'Port': ['ID=6b52e63b-339c-48d6-bf34-04be4e40fe25,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:57.049609 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a45f69b8-af29-47a7-91cc-24c6b52ef63d req-5c59cd6f-0f9b-4a16-91af-9805578b5ac0 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656145 Oct 14 07:02:57.066891 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:57.115138 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Pushing event updated for resources: {'Port': ['ID=884e0075-5cb6-4fa1-b455-09066986fd8c,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:57.153046 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Router ea295aa4-8fef-4f56-9550-7316c96dcc08 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:02:57.187128 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Attempting to bind port 884e0075-5cb6-4fa1-b455-09066986fd8c on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:02:57.187617 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Attempting to bind port 884e0075-5cb6-4fa1-b455-09066986fd8c by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:02:57.187741 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Attempting to bind port 884e0075-5cb6-4fa1-b455-09066986fd8c on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:02:57.192239 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Port 884e0075-5cb6-4fa1-b455-09066986fd8c on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:02:57.192564 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Attempting to bind port 884e0075-5cb6-4fa1-b455-09066986fd8c on network c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:02:57.198179 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:02:57.198646 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Checking segment: {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:02:57.199081 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Bound using segment: {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:02:57.199225 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-53848868-e75d-442a-b741-0f1ffb46d1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:57.208044 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Bound port: 884e0075-5cb6-4fa1-b455-09066986fd8c, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:02:57.208044 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:57.255109 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['17beb4b0-8adb-4deb-a9a5-e1ed6badc32f'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:02:57.264800 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:02:57.265063 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] For port 884e0075-5cb6-4fa1-b455-09066986fd8c, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:02:57.272032 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] For port 884e0075-5cb6-4fa1-b455-09066986fd8c, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=884e0075-5cb6-4fa1-b455-09066986fd8c,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:02:57.280564 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] Sync routers for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:02:57.290042 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:02:57.290653 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:02:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:57.310447 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] No DVR routers for this DVR port 6b52e63b-339c-48d6-bf34-04be4e40fe25 on host hv-cinder-80447 {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:02:57.310447 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:57.311338 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2eba3ecd-5482-4674-a9e1-f7643f4daec3 req-796c6fcf-bb2c-4539-ad82-5b09ba864c79 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "DELETE /v2.0/ports/6b52e63b-339c-48d6-bf34-04be4e40fe25 HTTP/1.1" status: 204 len: 173 time: 1.1237178 Oct 14 07:02:57.311806 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'name': 'network-vif-deleted', 'tag': '6b52e63b-339c-48d6-bf34-04be4e40fe25'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:57.314025 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e2c3c1-2826-4fde-b4f8-e4882a3f750d" -d '{"events": [{"server_uuid": "2ea543ec-3991-4294-bff1-693a4f5c2aac", "name": "network-vif-deleted", "tag": "6b52e63b-339c-48d6-bf34-04be4e40fe25"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:57.351334 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018f2ba5-b91d-44e8-a597-34e680bba3d4 x-openstack-request-id: req-018f2ba5-b91d-44e8-a597-34e680bba3d4 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:57.351778 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea543ec-3991-4294-bff1-693a4f5c2aac", "name": "network-vif-deleted", "tag": "6b52e63b-339c-48d6-bf34-04be4e40fe25", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:57.352039 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-018f2ba5-b91d-44e8-a597-34e680bba3d4 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:57.352443 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea543ec-3991-4294-bff1-693a4f5c2aac', 'name': 'network-vif-deleted', 'tag': '6b52e63b-339c-48d6-bf34-04be4e40fe25', 'status': 'completed', 'code': 200} Oct 14 07:02:57.369814 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:57.412668 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:57.413768 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:57.415664 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] 10.222.0.39 "PUT /v2.0/ports/884e0075-5cb6-4fa1-b455-09066986fd8c HTTP/1.1" status: 200 len: 1093 time: 1.2461426 Oct 14 07:02:57.444204 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad708b-0bcc-4fdd-9f0c-e3ce75230250 service neutron] Pushing event updated for resources: {'Port': ['ID=884e0075-5cb6-4fa1-b455-09066986fd8c,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:02:57.530935 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:02:57.631926 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-54b09488-ed8d-4d08-a877-bf9618a8c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:57.634006 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-54b09488-ed8d-4d08-a877-bf9618a8c553 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 1096 time: 0.0432982 Oct 14 07:02:57.713310 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-d3907c45-0c7c-4d2b-9944-6b5b5f8563c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=884e0075-5cb6-4fa1-b455-09066986fd8c HTTP/1.1" status: 200 len: 217 time: 0.0378575 Oct 14 07:02:57.727260 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5a4ccdca-2fe4-424c-9dfe-680b8e726663 req-4fb0c9fb-dc23-4b82-8fe6-83ca6299532e tempest-VolumesSnapshotTestJSON-124082008 tempest-VolumesSnapshotTestJSON-124082008-project] 10.222.0.26 "GET /v2.0/ports?device_id=357cedf1-b457-4550-a113-80c98bab9d05 HTTP/1.1" status: 200 len: 210 time: 0.0350733 Oct 14 07:02:57.761519 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:57.773144 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-f1b50b56-f3c1-4665-a07d-d2b4c33c0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:57.774591 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-f1b50b56-f3c1-4665-a07d-d2b4c33c0f0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6358e171-a52e-4223-b105-30c8250c5c6d HTTP/1.1" status: 200 len: 854 time: 0.0496807 Oct 14 07:02:57.791222 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] Checking router: ea295aa4-8fef-4f56-9550-7316c96dcc08 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:02:57.799361 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:02:57.799994 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:02:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:57.807469 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-c8ac7eb7-c84b-4300-853f-50006908d8c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237539 Oct 14 07:02:57.916972 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:02:57.922195 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-cc584872-7949-4859-a892-c3995104b502 service neutron] 10.222.0.39 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016285 Oct 14 07:02:57.985704 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584335f8-8268-433a-aed1-6ad7bad6f1f0 req-615f2202-e0df-4dc6-a5a4-84d122ff25b2 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:57.987897 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-584335f8-8268-433a-aed1-6ad7bad6f1f0 req-615f2202-e0df-4dc6-a5a4-84d122ff25b2 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 943 time: 0.0574389 Oct 14 07:02:58.050511 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-584335f8-8268-433a-aed1-6ad7bad6f1f0 req-1891e05a-2b48-447a-bbb0-8157e5cd02f6 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 Oct 14 07:02:58.050726 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ed1a95ff-b2f0-4b42-b18e-91d6328e696c req-a7ca914e-46a4-4259-8550-7f971ec39c2a service neutron] 10.222.0.39 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154621 Oct 14 07:02:58.126936 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:02:58.144041 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-81baee26-bdbd-4efb-8a4d-9a82ca2ea983 req-3afca84b-9833-4a42-b8a5-19acb3d2ba81 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea543ec-3991-4294-bff1-693a4f5c2aac HTTP/1.1" status: 200 len: 210 time: 0.0264373 Oct 14 07:02:58.164519 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b9414e-f3e3-4c09-ba5c-a824589d2432 None None] The sync data for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi is: [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:02:58.278855 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:58.368151 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1e65c-4296-481a-a620-56b7769569c6 None None] New status for floating IP 1eb51cd2-c46d-4d6a-bc27-d86134cc293f: DOWN {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:02:58.467558 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:02:58.757467 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc789e24-62c5-403c-9824-74e18d735e7c', 'tag': '884e0075-5cb6-4fa1-b455-09066986fd8c'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:02:58.759869 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8adf4fb-f422-45ae-ac09-f932b964769d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc789e24-62c5-403c-9824-74e18d735e7c", "tag": "884e0075-5cb6-4fa1-b455-09066986fd8c"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:02:58.801251 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a93ae30-6215-4b23-92f6-92a220872033 x-openstack-request-id: req-0a93ae30-6215-4b23-92f6-92a220872033 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:02:58.801251 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc789e24-62c5-403c-9824-74e18d735e7c", "tag": "884e0075-5cb6-4fa1-b455-09066986fd8c", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:02:58.801251 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a93ae30-6215-4b23-92f6-92a220872033 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:02:58.801251 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc789e24-62c5-403c-9824-74e18d735e7c', 'tag': '884e0075-5cb6-4fa1-b455-09066986fd8c', 'status': 'completed', 'code': 200} Oct 14 07:02:58.927843 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adf4fb-f422-45ae-ac09-f932b964769d req-3b4ba296-42b6-4527-9309-206c6bb6590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:58.929596 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-d8adf4fb-f422-45ae-ac09-f932b964769d req-3b4ba296-42b6-4527-9309-206c6bb6590c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 1096 time: 0.0666246 Oct 14 07:02:59.066511 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adf4fb-f422-45ae-ac09-f932b964769d req-c5aa3db4-e22c-4839-8369-f8785611d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:59.068006 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-d8adf4fb-f422-45ae-ac09-f932b964769d req-c5aa3db4-e22c-4839-8369-f8785611d7c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 HTTP/1.1" status: 200 len: 915 time: 0.0968399 Oct 14 07:02:59.123130 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-d8adf4fb-f422-45ae-ac09-f932b964769d req-cd0db37f-3974-42c9-955a-c6eb8111aef0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=884e0075-5cb6-4fa1-b455-09066986fd8c HTTP/1.1" status: 200 len: 217 time: 0.0410297 Oct 14 07:02:59.179658 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b251992-27ac-4b77-8a12-0109f221f7c2 req-94185555-eabf-49b2-87f8-d2aafd40880f tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:59.181051 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1b251992-27ac-4b77-8a12-0109f221f7c2 req-94185555-eabf-49b2-87f8-d2aafd40880f tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 943 time: 0.0559964 Oct 14 07:02:59.185989 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adf4fb-f422-45ae-ac09-f932b964769d req-dcd898d4-3b28-440b-b67d-71ea17f8495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:59.187490 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-d8adf4fb-f422-45ae-ac09-f932b964769d req-dcd898d4-3b28-440b-b67d-71ea17f8495b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6358e171-a52e-4223-b105-30c8250c5c6d HTTP/1.1" status: 200 len: 854 time: 0.0464454 Oct 14 07:02:59.222445 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1b251992-27ac-4b77-8a12-0109f221f7c2 req-bf1ddc27-96b8-4895-b039-0fe874ce1f27 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336907 Oct 14 07:02:59.248311 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-d8adf4fb-f422-45ae-ac09-f932b964769d req-149967b2-4077-4c4f-9a99-dcf9464c2719 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292914 Oct 14 07:02:59.353326 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-d8adf4fb-f422-45ae-ac09-f932b964769d req-9889d5d7-3508-437c-b1f5-6890d53eaec3 service neutron] 10.222.0.39 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900898 Oct 14 07:02:59.452374 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-d8adf4fb-f422-45ae-ac09-f932b964769d req-f68faa43-7717-49dd-aeb2-d5a6fef85880 service neutron] 10.222.0.39 "GET /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898085 Oct 14 07:02:59.497271 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-568d307c-104b-4db6-9199-a113d74eece0 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174177604&fields=id&tenant_id=1313bcb76a40476eb961b6f7ddf586af HTTP/1.1" status: 200 len: 267 time: 0.0321617 Oct 14 07:02:59.582623 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 6b52e63b-339c-48d6-bf34-04be4e40fe25 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:02:59.603704 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 6b52e63b-339c-48d6-bf34-04be4e40fe25 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:02:59.604051 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 6b52e63b-339c-48d6-bf34-04be4e40fe25 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:02:59.604471 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:02:59.609447 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-0cda535b-9672-4a62-8627-2eb476b8b1b3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:02:59.610931 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-0cda535b-9672-4a62-8627-2eb476b8b1b3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 812 time: 0.1068854 Oct 14 07:02:59.624235 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:02:59.624579 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 17beb4b0-8adb-4deb-a9a5-e1ed6badc32f not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:02:59.626553 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-2c4329df-de7f-40c3-a6d8-b0a8da839e8e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/quotas/1313bcb76a40476eb961b6f7ddf586af HTTP/1.1" status: 200 len: 375 time: 0.0097218 Oct 14 07:02:59.679234 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-bfbe6242-a522-4221-be58-35065577e90f tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471406 Oct 14 07:02:59.776871 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-fa6483d9-55e5-4714-a559-19c75358ff4d service neutron] 10.222.0.26 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846338 Oct 14 07:02:59.862725 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-1946b0cf-8978-4db3-ba13-610758bec532 service neutron] 10.222.0.26 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798459 Oct 14 07:03:00.174419 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:00.340672 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bf9b8-a444-4dfb-9914-43665ee46eeb req-dce844cf-127a-4e36-8e17-fcf83b7e09ae tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:00.342109 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0d3bf9b8-a444-4dfb-9914-43665ee46eeb req-dce844cf-127a-4e36-8e17-fcf83b7e09ae tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 943 time: 0.0521781 Oct 14 07:03:00.379366 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0d3bf9b8-a444-4dfb-9914-43665ee46eeb req-c4c60314-d312-4cc3-9a10-ed6c4be80389 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Oct 14 07:03:00.471961 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-577e2c7a-2252-4800-8eeb-727f81695769 req-31cbf270-aad7-43a1-a3c6-e2a8b2cc8bdf tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 210 time: 0.0254335 Oct 14 07:03:01.491482 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d01cf5-2089-4e78-8f40-d4e4085914bc req-14e0543c-8b2a-493b-8eae-05e3b0385ff0 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:01.492817 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-98d01cf5-2089-4e78-8f40-d4e4085914bc req-14e0543c-8b2a-493b-8eae-05e3b0385ff0 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 943 time: 0.0462906 Oct 14 07:03:01.530860 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-98d01cf5-2089-4e78-8f40-d4e4085914bc req-d4ffcee9-c5da-480c-a130-cae358a99581 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Oct 14 07:03:01.611145 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-88a70e3b-1b44-49a3-8080-9c49399e4f85 req-e1bffcf5-e7da-4156-8c4c-eb59bf405194 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 210 time: 0.0282083 Oct 14 07:03:03.012539 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 884e0075-5cb6-4fa1-b455-09066986fd8c details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:03:03.108432 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 884e0075-5cb6-4fa1-b455-09066986fd8c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=884e0075-5cb6-4fa1-b455-09066986fd8c,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:03:03.119903 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '884e0075-5cb6-4fa1-b455-09066986fd8c', 'network_id': 'c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9', 'port_id': '884e0075-5cb6-4fa1-b455-09066986fd8c', 'mac_address': 'fa:16:3e:6b:ec:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6358e171-a52e-4223-b105-30c8250c5c6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:03:03.155462 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:03.168429 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884e0075-5cb6-4fa1-b455-09066986fd8c {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:03:03.187653 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 884e0075-5cb6-4fa1-b455-09066986fd8c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=884e0075-5cb6-4fa1-b455-09066986fd8c,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:03:03.264918 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:03.311200 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=884e0075-5cb6-4fa1-b455-09066986fd8c,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:04.545700 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c322d6f9-d60a-4144-a113-ec90b0b271a7 req-59dbfac4-a83e-4bcc-a36a-a14cfc18ce04 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 210 time: 0.0287280 Oct 14 07:03:04.561712 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdee4de-9514-4cc5-b08b-71601507a27c req-ffa686e4-0042-4e92-9203-dccd56bd161e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:04.569335 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0fdee4de-9514-4cc5-b08b-71601507a27c req-ffa686e4-0042-4e92-9203-dccd56bd161e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 944 time: 0.3080595 Oct 14 07:03:04.600975 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0fdee4de-9514-4cc5-b08b-71601507a27c req-3e17cad1-6cdf-402c-a565-6562f926b080 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315223 Oct 14 07:03:04.614743 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['884e0075-5cb6-4fa1-b455-09066986fd8c'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:03:05.477277 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-2334ec89-ad60-4f4b-996b-e05a5283508d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:05.478783 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-2334ec89-ad60-4f4b-996b-e05a5283508d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 812 time: 0.1081913 Oct 14 07:03:05.533283 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-704c2401-3359-4b6f-873c-78220010f678 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1313bcb76a40476eb961b6f7ddf586af HTTP/1.1" status: 200 len: 380 time: 0.0340598 Oct 14 07:03:05.585053 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'port': {'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'admin_state_up': True, 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'security_groups': ['8b35dee1-3202-431a-a528-85c8110f0046']}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:03:05.652105 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-602f3246-8d21-45e2-a7ee-eb0cab6a6b13 req-68bd7e6a-a790-4cd9-aba3-f889911cfbeb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 210 time: 0.0336797 Oct 14 07:03:05.722544 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdd2f9-ce39-40cc-8ce6-693813aac952 req-d99e0e03-03bb-4e78-8ba0-8092fb450601 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:05.724337 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a4bdd2f9-ce39-40cc-8ce6-693813aac952 req-d99e0e03-03bb-4e78-8ba0-8092fb450601 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 944 time: 0.0515151 Oct 14 07:03:05.756579 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Made reservation on behalf of 1313bcb76a40476eb961b6f7ddf586af for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:03:05.761033 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:05.764400 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a4bdd2f9-ce39-40cc-8ce6-693813aac952 req-cc0c474c-731e-4a98-8d47-ec1a6d2c9a75 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 Oct 14 07:03:05.890504 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Allocated IP 172.20.0.12 (69419911-617e-4923-8d84-d193292e8009/30bb0207-b6bc-4baf-ae0f-db19022b3a9a/1cd4d9de-3f81-41c7-b564-e4a863bf90b2) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:03:06.042415 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:06.128191 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:06.169506 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Network 69419911-617e-4923-8d84-d193292e8009 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:03:06.172544 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:03:06.178549 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:03:06.185336 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'Port': ['ID=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:06.187064 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 884e0075-5cb6-4fa1-b455-09066986fd8c up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:03:06.210878 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.211219 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.211579 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.211911 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.212234 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.213052 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.213367 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.213681 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.213998 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.214309 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.214620 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.214936 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:06.245694 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:06.246311 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:06.322679 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 884e0075-5cb6-4fa1-b455-09066986fd8c completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:03:06.326864 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 884e0075-5cb6-4fa1-b455-09066986fd8c triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:03:06.327232 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:06.336574 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-d6519a85-de17-4b08-84d9-1d0e87401455 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7556667 Oct 14 07:03:06.360213 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Request body: {'port': {'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:03:06.404482 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-f91a5ca9-69ac-4399-bdf7-7fca3deb0251 None None] Provisioning complete for port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:03:06.404854 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f91a5ca9-69ac-4399-bdf7-7fca3deb0251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:06.417054 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:06.439404 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:06.457904 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-f91a5ca9-69ac-4399-bdf7-7fca3deb0251 None None] Port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:03:06.471912 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc789e24-62c5-403c-9824-74e18d735e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884e0075-5cb6-4fa1-b455-09066986fd8c'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:03:06.474268 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58c5885-7184-4803-8323-27478ee6ad97" -d '{"events": [{"server_uuid": "bc789e24-62c5-403c-9824-74e18d735e7c", "name": "network-vif-plugged", "status": "completed", "tag": "884e0075-5cb6-4fa1-b455-09066986fd8c"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:03:06.488387 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 884e0075-5cb6-4fa1-b455-09066986fd8c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=884e0075-5cb6-4fa1-b455-09066986fd8c,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:03:06.557042 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:06.605655 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=884e0075-5cb6-4fa1-b455-09066986fd8c,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:06.635200 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee840d-fd43-45a4-a42a-2e82089c781e x-openstack-request-id: req-bdee840d-fd43-45a4-a42a-2e82089c781e {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:03:06.635200 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc789e24-62c5-403c-9824-74e18d735e7c", "name": "network-vif-plugged", "status": "completed", "tag": "884e0075-5cb6-4fa1-b455-09066986fd8c", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:03:06.635200 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdee840d-fd43-45a4-a42a-2e82089c781e {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:03:06.635200 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc789e24-62c5-403c-9824-74e18d735e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884e0075-5cb6-4fa1-b455-09066986fd8c', 'code': 200} Oct 14 07:03:06.707081 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:03:06.714665 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:06.726587 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Transition to ACTIVE for port object 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:03:06.768849 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fbab7-d444-4f3c-bd14-96ce3550cd4a req-226a1f6a-fa94-4005-936b-b5af313832bb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:06.770278 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-224fbab7-d444-4f3c-bd14-96ce3550cd4a req-226a1f6a-fa94-4005-936b-b5af313832bb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 932 time: 0.0476263 Oct 14 07:03:06.798749 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:06.808182 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-224fbab7-d444-4f3c-bd14-96ce3550cd4a req-ac7a304b-f0ce-4cea-8d25-0a66dc8b8ce6 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319152 Oct 14 07:03:06.855440 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:06.901605 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa62e-b782-48d4-ab51-d1de87471e12 req-ca0a78e5-3732-496d-8d55-c42118cd9de3 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:06.903097 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-533aa62e-b782-48d4-ab51-d1de87471e12 req-ca0a78e5-3732-496d-8d55-c42118cd9de3 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 945 time: 0.0678458 Oct 14 07:03:06.937286 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Attempting to bind port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:03:06.937809 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Attempting to bind port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:03:06.938250 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Attempting to bind port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 on network 69419911-617e-4923-8d84-d193292e8009 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:03:06.943088 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 on network 69419911-617e-4923-8d84-d193292e8009 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:03:06.943612 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Attempting to bind port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 on network 69419911-617e-4923-8d84-d193292e8009 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:03:06.945533 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-533aa62e-b782-48d4-ab51-d1de87471e12 req-e6a92c6a-3574-4b34-9cb7-31629e0dc742 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357141 Oct 14 07:03:06.955859 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:03:06.956192 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Checking segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:03:06.956571 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Bound using segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:03:06.956993 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Bound port: 1cd4d9de-3f81-41c7-b564-e4a863bf90b2, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:03:06.957342 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:07.023843 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] For port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:03:07.027547 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] For port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:03:07.053435 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2b38-9ac1-4526-a0c7-f5d745e1bb1b req-6c230527-4b2b-4f41-9ae2-3aedf045865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:07.054882 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c1cd2b38-9ac1-4526-a0c7-f5d745e1bb1b req-6c230527-4b2b-4f41-9ae2-3aedf045865f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 1098 time: 0.0446184 Oct 14 07:03:07.096751 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c1cd2b38-9ac1-4526-a0c7-f5d745e1bb1b req-f493ca53-56a4-4807-af67-16dc15674b2e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277853 Oct 14 07:03:07.113460 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:07.145042 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:07.145653 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:07.147207 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] 10.222.0.39 "PUT /v2.0/ports/1cd4d9de-3f81-41c7-b564-e4a863bf90b2 HTTP/1.1" status: 200 len: 1094 time: 0.7912791 Oct 14 07:03:07.149428 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'tag': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:03:07.152199 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc618c-2f4e-4c77-bcb3-488efacd11c7" -d '{"events": [{"name": "network-changed", "server_uuid": "93a2f2d6-57c5-4f26-b104-ee6c6e739df5", "tag": "1cd4d9de-3f81-41c7-b564-e4a863bf90b2"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:03:07.179841 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df994695-ae23-4f18-be5c-fa6942fa6572 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:07.193938 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e56eeeb-f9f2-4253-ab56-6ef5532da399 x-openstack-request-id: req-0e56eeeb-f9f2-4253-ab56-6ef5532da399 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:03:07.194231 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a2f2d6-57c5-4f26-b104-ee6c6e739df5", "tag": "1cd4d9de-3f81-41c7-b564-e4a863bf90b2", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:03:07.194481 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e56eeeb-f9f2-4253-ab56-6ef5532da399 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:03:07.194886 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'tag': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'status': 'completed', 'code': 200} Oct 14 07:03:07.636849 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc618c-2f4e-4c77-bcb3-488efacd11c7 req-570c86fc-44f7-4f23-ad20-71d9ed15c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:07.639008 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-73cc618c-2f4e-4c77-bcb3-488efacd11c7 req-570c86fc-44f7-4f23-ad20-71d9ed15c2db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 1097 time: 0.0516012 Oct 14 07:03:07.755818 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc618c-2f4e-4c77-bcb3-488efacd11c7 req-7f748aff-2372-4791-ada1-86b59d044aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:07.757214 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-73cc618c-2f4e-4c77-bcb3-488efacd11c7 req-7f748aff-2372-4791-ada1-86b59d044aa5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1313bcb76a40476eb961b6f7ddf586af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0886776 Oct 14 07:03:07.898453 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc618c-2f4e-4c77-bcb3-488efacd11c7 req-d5f17c85-389f-4717-bc2b-e3f120d210c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:07.899988 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-73cc618c-2f4e-4c77-bcb3-488efacd11c7 req-d5f17c85-389f-4717-bc2b-e3f120d210c3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943811 Oct 14 07:03:07.926999 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d87bf-6321-40a8-aaed-beede38bc41c req-e529da10-82f8-4486-b592-06995fda4a14 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:07.928612 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b98d87bf-6321-40a8-aaed-beede38bc41c req-e529da10-82f8-4486-b592-06995fda4a14 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 944 time: 0.0525365 Oct 14 07:03:07.971352 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b98d87bf-6321-40a8-aaed-beede38bc41c req-2a55c33b-2547-4498-a394-d678bc7c3d3a tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355895 Oct 14 07:03:08.031103 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-4f73bac6-f8e9-4336-9a74-3d731df337db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:08.032544 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-4f73bac6-f8e9-4336-9a74-3d731df337db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 1097 time: 0.0415602 Oct 14 07:03:08.065881 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a3a3e-96e4-4673-ad4b-50dd3af3ee50 req-a09230f5-26ec-4e14-85ca-21de825646ad tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:08.067344 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-377a3a3e-96e4-4673-ad4b-50dd3af3ee50 req-a09230f5-26ec-4e14-85ca-21de825646ad tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 945 time: 0.0477574 Oct 14 07:03:08.105416 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-377a3a3e-96e4-4673-ad4b-50dd3af3ee50 req-4e29894f-f552-4e6d-8d8b-089375a89197 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Oct 14 07:03:08.111944 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-1a704453-4fcd-427b-bba5-cb4402bd84a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd4d9de-3f81-41c7-b564-e4a863bf90b2 HTTP/1.1" status: 200 len: 217 time: 0.0373755 Oct 14 07:03:08.171538 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-2ffc9ed0-cf9f-4559-8c2e-dae7ae78620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:08.172973 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-2ffc9ed0-cf9f-4559-8c2e-dae7ae78620c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 200 len: 851 time: 0.0431356 Oct 14 07:03:08.223343 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-4f6da915-5d8c-4d10-9890-96a97e503e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:08.224844 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-4f6da915-5d8c-4d10-9890-96a97e503e23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69419911-617e-4923-8d84-d193292e8009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381930 Oct 14 07:03:08.326296 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-18cf885d-e689-42c9-b282-1d72a92eedee service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840280 Oct 14 07:03:08.419358 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a682ea39-cc71-442d-a30f-cb1a5931e855 req-0fecd743-f95c-4060-83ff-489c87c6e505 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801306 Oct 14 07:03:09.091560 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5a3d0-a2e7-4e4b-87c9-e3ed0175b89a req-2b4d1d46-0f94-42a8-9bec-1b7191cb18b3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:09.093016 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7bd5a3d0-a2e7-4e4b-87c9-e3ed0175b89a req-2b4d1d46-0f94-42a8-9bec-1b7191cb18b3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 944 time: 0.0529747 Oct 14 07:03:09.131487 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7bd5a3d0-a2e7-4e4b-87c9-e3ed0175b89a req-589e6076-9d55-44b0-9b83-2aad7e955511 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323796 Oct 14 07:03:09.223549 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d63fb-51c5-418c-af2c-57c93ccecd01 req-0f6b2280-1091-4b35-944f-e63f8a0b231a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:09.224990 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e83d63fb-51c5-418c-af2c-57c93ccecd01 req-0f6b2280-1091-4b35-944f-e63f8a0b231a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 945 time: 0.0481756 Oct 14 07:03:09.262642 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e83d63fb-51c5-418c-af2c-57c93ccecd01 req-5db2f500-d6b7-4b04-b6cb-a2635ad2bf67 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Oct 14 07:03:10.245110 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a4d84-9ffd-4aef-b478-87990b8e85c2 req-2b344235-a053-45ac-b57f-34da088e8e9f tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:10.246548 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0e2a4d84-9ffd-4aef-b478-87990b8e85c2 req-2b344235-a053-45ac-b57f-34da088e8e9f tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 944 time: 0.0467443 Oct 14 07:03:10.282682 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0e2a4d84-9ffd-4aef-b478-87990b8e85c2 req-e332c7f9-b7ed-40ef-9d67-3e5466ee4514 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302930 Oct 14 07:03:14.580592 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b9eea-7e4f-43bc-b114-255e8fb15418 req-6886bec7-b413-48cd-820b-895a3d371b72 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:14.582037 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-444b9eea-7e4f-43bc-b114-255e8fb15418 req-6886bec7-b413-48cd-820b-895a3d371b72 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 944 time: 0.0514650 Oct 14 07:03:14.628325 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-444b9eea-7e4f-43bc-b114-255e8fb15418 req-396fbcf0-d640-4ff0-b78e-167c1d1a2a73 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402930 Oct 14 07:03:15.755245 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1c287-cb25-4cff-88c2-0e6d2b45e617 req-386cbbbf-f5ee-4f1f-a510-cb231151a774 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:15.757138 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-31b1c287-cb25-4cff-88c2-0e6d2b45e617 req-386cbbbf-f5ee-4f1f-a510-cb231151a774 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 944 time: 0.0534456 Oct 14 07:03:15.796768 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-31b1c287-cb25-4cff-88c2-0e6d2b45e617 req-13c7b985-7458-4d65-80f6-7dc9d2c4f5c8 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335176 Oct 14 07:03:16.229242 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:03:16.323909 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:03:16.335012 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'mac_address': 'fa:16:3e:91:67:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:03:16.370811 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:16.395082 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:03:16.404066 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:03:16.489666 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:16.539732 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:16.909283 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bda267-61dd-42ce-8952-8a8a6245b280 req-012fa458-5e32-47ed-ad19-b5eb52b00737 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:16.910629 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-90bda267-61dd-42ce-8952-8a8a6245b280 req-012fa458-5e32-47ed-ad19-b5eb52b00737 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 945 time: 0.0461230 Oct 14 07:03:16.947799 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-90bda267-61dd-42ce-8952-8a8a6245b280 req-624df668-0e4c-4431-904a-106dcbc69076 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311759 Oct 14 07:03:17.019576 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['1cd4d9de-3f81-41c7-b564-e4a863bf90b2'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:03:18.068048 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084ae3f-61bf-4556-bc7c-6a9006eba8eb req-93d8822b-fafa-4cbc-976b-ec95914a56ca tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:18.068048 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a084ae3f-61bf-4556-bc7c-6a9006eba8eb req-93d8822b-fafa-4cbc-976b-ec95914a56ca tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 945 time: 0.0521936 Oct 14 07:03:18.104919 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a084ae3f-61bf-4556-bc7c-6a9006eba8eb req-b038cfbb-b4e6-4696-8a18-a1aa2a3e3006 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317142 Oct 14 07:03:19.219300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb52d58-eb60-4586-9543-fb901797ec69 req-897a7a14-c132-4da1-bc9e-c86fd958dbfc tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:19.220827 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dfb52d58-eb60-4586-9543-fb901797ec69 req-897a7a14-c132-4da1-bc9e-c86fd958dbfc tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 945 time: 0.0485854 Oct 14 07:03:19.257744 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dfb52d58-eb60-4586-9543-fb901797ec69 req-ec9c9552-c8cf-4655-ac04-ade9fa4d4f92 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Oct 14 07:03:20.274575 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:03:20.372869 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebea50-f12c-49cd-8208-4ccec2c67b11 req-b12d9a73-8f54-4c6b-939d-92ab5619e1a6 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:20.374308 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-baebea50-f12c-49cd-8208-4ccec2c67b11 req-b12d9a73-8f54-4c6b-939d-92ab5619e1a6 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 945 time: 0.0490713 Oct 14 07:03:20.392031 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:03:20.395862 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:03:20.396246 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:20.411183 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-baebea50-f12c-49cd-8208-4ccec2c67b11 req-afae6ae8-894d-4adc-8eac-89c2244b8d94 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309722 Oct 14 07:03:20.471560 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:20.495953 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:03:20.498157 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8b4cab-192e-4c69-8345-4c2eb42d5778" -d '{"events": [{"server_uuid": "93a2f2d6-57c5-4f26-b104-ee6c6e739df5", "name": "network-vif-plugged", "status": "completed", "tag": "1cd4d9de-3f81-41c7-b564-e4a863bf90b2"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:03:20.510625 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:03:20.533352 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee203d18-532b-44b6-94a4-ed5631469753 x-openstack-request-id: req-ee203d18-532b-44b6-94a4-ed5631469753 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:03:20.533737 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a2f2d6-57c5-4f26-b104-ee6c6e739df5", "name": "network-vif-plugged", "status": "completed", "tag": "1cd4d9de-3f81-41c7-b564-e4a863bf90b2", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:03:20.533964 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee203d18-532b-44b6-94a4-ed5631469753 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:03:20.534350 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'code': 200} Oct 14 07:03:20.580758 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:20.628663 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:21.012561 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-26dd2eb1-5b27-48f5-aa32-1a0aec9d8b0e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378888 Oct 14 07:03:21.050712 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f547-c890-4222-8311-8abcb883cfea req-456d7779-4b99-4ca3-a921-bf7c1864057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:21.052187 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9c40f547-c890-4222-8311-8abcb883cfea req-456d7779-4b99-4ca3-a921-bf7c1864057e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 1099 time: 0.0444963 Oct 14 07:03:21.096714 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9c40f547-c890-4222-8311-8abcb883cfea req-25cf9e70-4164-449b-8a57-39ef3d253fba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281866 Oct 14 07:03:21.109620 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-d204c143-0ecb-4c29-890c-3f31fe6238f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:21.111029 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-d204c143-0ecb-4c29-890c-3f31fe6238f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e6609fafd4beead27cad66132a83e&device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1099 time: 0.0431206 Oct 14 07:03:21.655791 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-30ce162f-2018-475f-a4a0-5dddd4b0e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:21.657555 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-30ce162f-2018-475f-a4a0-5dddd4b0e1f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d570353-2231-4112-a9e2-e7cc84566a32 HTTP/1.1" status: 200 len: 910 time: 0.0856581 Oct 14 07:03:21.753224 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc421f87-1c9f-4262-8092-3180747edfe3 req-2648d5bf-aa32-4b98-bfee-51e6d81fc39b tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:21.754778 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cc421f87-1c9f-4262-8092-3180747edfe3 req-2648d5bf-aa32-4b98-bfee-51e6d81fc39b tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 946 time: 0.0471542 Oct 14 07:03:21.766347 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-888bcece-7d3a-40b0-8008-02afdb70260f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5 HTTP/1.1" status: 200 len: 1002 time: 0.0623600 Oct 14 07:03:21.791952 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cc421f87-1c9f-4262-8092-3180747edfe3 req-6173490e-bbf5-4a93-aae0-02112e34ddfa tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Oct 14 07:03:21.819083 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-363610a0-d35a-442a-b77d-0e42fbee12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:21.820620 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-363610a0-d35a-442a-b77d-0e42fbee12f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70e79e12-9c45-45e7-bae4-91c3adf904d9 HTTP/1.1" status: 200 len: 848 time: 0.0452328 Oct 14 07:03:21.872098 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-c5d5bf3a-f89c-417e-b48b-2a91f1c2247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:21.873671 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-c5d5bf3a-f89c-417e-b48b-2a91f1c2247c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d570353-2231-4112-a9e2-e7cc84566a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427437 Oct 14 07:03:21.910283 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:21.971306 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-39b62a60-5983-4eb3-b742-054dbc058d6b service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848489 Oct 14 07:03:22.066180 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-87b9d5e7-3b8f-4424-b253-59ee71b1a5a1 req-bbc2f56d-a32d-404f-9062-3f2f841db42c service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788758 Oct 14 07:03:23.082137 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0abbf-32a4-40ca-9f66-2e48352e3bf9 req-89ffa0c8-546b-43aa-a730-968ff45bdea9 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:23.082721 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2aa0abbf-32a4-40ca-9f66-2e48352e3bf9 req-89ffa0c8-546b-43aa-a730-968ff45bdea9 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 946 time: 0.0496168 Oct 14 07:03:23.127057 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2aa0abbf-32a4-40ca-9f66-2e48352e3bf9 req-ca3bb633-3de4-4db4-8fc1-823cea5486d4 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384898 Oct 14 07:03:24.244513 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e66cc6-1657-4f3e-9fcf-12862c9f4bfa req-618e64bd-e6af-4b2a-bd26-79cb284e2601 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:24.245912 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c8e66cc6-1657-4f3e-9fcf-12862c9f4bfa req-618e64bd-e6af-4b2a-bd26-79cb284e2601 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 946 time: 0.0519121 Oct 14 07:03:24.290124 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c8e66cc6-1657-4f3e-9fcf-12862c9f4bfa req-118e1e49-3701-4b1c-a4bd-4ba08d6dd9a4 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375421 Oct 14 07:03:24.404914 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb719d5-d194-4dcb-8aba-991333cf5d7f req-f95b5bb2-243e-4654-9070-d373fdd8d58d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:24.407568 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-beb719d5-d194-4dcb-8aba-991333cf5d7f req-f95b5bb2-243e-4654-9070-d373fdd8d58d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 946 time: 0.0497501 Oct 14 07:03:24.424490 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-71f94ba4-f710-4fb0-985e-ab9fb308cfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:24.445552 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-beb719d5-d194-4dcb-8aba-991333cf5d7f req-65cdfeb2-054e-400c-ac07-a6117210cf40 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329080 Oct 14 07:03:24.468483 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34124) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:03:24.507827 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb158d6f-9486-4244-b025-2a381b51a9b3 tempest-TestVolumeBootPattern-570770194 tempest-TestVolumeBootPattern-570770194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:24.509405 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-eb158d6f-9486-4244-b025-2a381b51a9b3 tempest-TestVolumeBootPattern-570770194 tempest-TestVolumeBootPattern-570770194-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 1094 time: 0.0397696 Oct 14 07:03:24.512188 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34126) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:03:24.516420 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'floatingip': {'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:03:24.596073 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:24.697092 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:24.807187 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Allocated IP 172.27.0.92 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/628aa572-13cc-4423-aeff-75f9151dd933) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:03:24.903004 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:25.007543 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:25.043133 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:03:25.046583 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:03:25.049998 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:03:25.083634 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'Port': ['ID=628aa572-13cc-4423-aeff-75f9151dd933,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:25.095190 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.095572 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.095917 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.096250 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.096581 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.096910 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.097239 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.097566 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.097890 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.098215 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.098532 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.098851 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:03:25.432415 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:25.552908 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:25.714621 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:25.786323 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:25.857816 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'Port': ['ID=628aa572-13cc-4423-aeff-75f9151dd933,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:25.865573 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:25.962880 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Floating IP c3967436-abc2-4c7a-a39f-34c6fc817fff associated. External IP: 172.27.0.92, port: 1cd4d9de-3f81-41c7-b564-e4a863bf90b2. Oct 14 07:03:26.164098 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Router ea295aa4-8fef-4f56-9550-7316c96dcc08 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:03:26.270803 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:03:26.280960 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] Sync routers for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:03:26.290926 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:03:26.292114 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:02:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:03:26.342822 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 34146) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:03:26.362646 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.393757 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f9fa9c-de21-49b9-bd2a-5224e03a2d1e admin admin] Deleting subnet 3691a3ac-1856-4cbd-a811-94813c63b78f {{(pid=106663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:03:26.404533 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-d5e8baa7-96a2-46e6-b2c9-cc934f778546 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8820283 Oct 14 07:03:26.404533 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'tag': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:03:26.404533 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9845a0d2-fc43-4051-ad06-c0fc46789f86" -d '{"events": [{"name": "network-changed", "server_uuid": "93a2f2d6-57c5-4f26-b104-ee6c6e739df5", "tag": "1cd4d9de-3f81-41c7-b564-e4a863bf90b2"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:03:26.404938 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:03:26.409438 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fa9c-de21-49b9-bd2a-5224e03a2d1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.439887 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6785c75-323a-435f-a10a-40ef3d113c7c x-openstack-request-id: req-a6785c75-323a-435f-a10a-40ef3d113c7c {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:03:26.440388 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a2f2d6-57c5-4f26-b104-ee6c6e739df5", "tag": "1cd4d9de-3f81-41c7-b564-e4a863bf90b2", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:03:26.440388 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6785c75-323a-435f-a10a-40ef3d113c7c {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:03:26.440778 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'tag': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'status': 'completed', 'code': 200} Oct 14 07:03:26.448134 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fa9c-de21-49b9-bd2a-5224e03a2d1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15967505'] for subnet, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.492602 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fa9c-de21-49b9-bd2a-5224e03a2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.581651 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-7087bf65-1253-47bd-a372-435c998ffa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:26.583173 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-7087bf65-1253-47bd-a372-435c998ffa20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 1099 time: 0.0390122 Oct 14 07:03:26.597817 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fa9c-de21-49b9-bd2a-5224e03a2d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15656615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13022214'] for subnet, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.635932 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9fa9c-de21-49b9-bd2a-5224e03a2d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3691a3ac-1856-4cbd-a811-94813c63b78f,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:26.638951 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fa9c-de21-49b9-bd2a-5224e03a2d1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.642113 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-f5f9fa9c-de21-49b9-bd2a-5224e03a2d1e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3691a3ac-1856-4cbd-a811-94813c63b78f HTTP/1.1" status: 204 len: 168 time: 0.2981830 Oct 14 07:03:26.644692 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34154) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:03:26.658920 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'c3967436-abc2-4c7a-a39f-34c6fc817fff', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:91:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:03:25Z', 'updated_at': '2021-10-14T07:03:25Z', 'revision_number': 0, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:03:26.685855 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] Checking router: ea295aa4-8fef-4f56-9550-7316c96dcc08 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:03:26.694064 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:03:26.694667 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:02:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:03:26.714371 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.720727 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-35b1401d-2b7c-4a42-a23e-afac8a324fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:26.721876 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-35b1401d-2b7c-4a42-a23e-afac8a324fbc service neutron] 10.222.0.39 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 913 time: 0.0951176 Oct 14 07:03:26.801704 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.824954 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff34ec01-9edb-49e5-b8da-fce3759c1747']}} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:03:26.825898 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-a422685a-41cc-42cf-a271-f1b3c7208749 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd4d9de-3f81-41c7-b564-e4a863bf90b2 HTTP/1.1" status: 200 len: 999 time: 0.0848906 Oct 14 07:03:26.835535 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc') {'for_net_delete': True} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:03:26.836109 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a15d23-3e45-47fc-a6df-f46823d0e9bc') {} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:03:26.853574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16552984'] for segment, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.882726 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.889936 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=106664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:03:26.890872 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15818389'] for segment, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:26.891497 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-9eabe761-7d4b-4921-b4f5-4320f87eea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: Traceback (most recent call last): Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: timer() Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: cb(*args, **kw) Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: return func(*args, **kwargs) Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: self._notify() Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: self.callback(batched_events) Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: event.method(event) Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: return f(self, *a, **k) Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._get(url).json() Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: return self.request(url, 'GET', **kwargs) Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:03:26.892373 dv-cinder-804470-7-iscsi neutron-server[106664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:03:26.894886 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-9eabe761-7d4b-4921-b4f5-4320f87eea19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 200 len: 851 time: 0.0526657 Oct 14 07:03:26.940873 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:03:26.943013 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-288e2e02-13bb-4c49-99a8-eff287879da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:26.947890 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-288e2e02-13bb-4c49-99a8-eff287879da4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69419911-617e-4923-8d84-d193292e8009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459657 Oct 14 07:03:27.020790 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:27.036940 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:27.042853 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ff34ec01-9edb-49e5-b8da-fce3759c1747 HTTP/1.1" status: 204 len: 168 time: 0.3947067 Oct 14 07:03:27.042853 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3574193-c213-4394-85bd-bad08b5308f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff34ec01-9edb-49e5-b8da-fce3759c1747,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:27.054775 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-0f49c8bb-8c8b-48c3-b555-848a5b49c8a5 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905788 Oct 14 07:03:27.148873 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-9845a0d2-fc43-4051-ad06-c0fc46789f86 req-8a68e5fc-69a2-4b1b-9c08-395b7b197cca service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907168 Oct 14 07:03:27.195025 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'c3967436-abc2-4c7a-a39f-34c6fc817fff', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:91:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:03:25Z', 'updated_at': '2021-10-14T07:03:25Z', 'revision_number': 0, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:03:27.224899 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242be4e-bdf7-40aa-b735-c844ae6bee17 None None] The sync data for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi is: [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'c3967436-abc2-4c7a-a39f-34c6fc817fff', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:91:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:03:25Z', 'updated_at': '2021-10-14T07:03:25Z', 'revision_number': 0, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:03:27.237575 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f8eedd80-5a28-43ca-985b-2a172c5c526f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:27.368539 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34166) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:03:27.410527 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-369ee7de-a5b8-4fdd-b170-a0a3128b2914 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e515a5b1a5ca4587a06b14de165c980c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406666 Oct 14 07:03:27.412921 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34168) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:03:27.413473 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0830272-5a6a-4a35-bc82-34c989d60d5e None None] New status for floating IP c3967436-abc2-4c7a-a39f-34c6fc817fff: ACTIVE {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:03:27.461365 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-53ab6fd5-6dab-43f8-b1bc-78c1ab550a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:27.482585 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-53ab6fd5-6dab-43f8-b1bc-78c1ab550a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:27.597538 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-53ab6fd5-6dab-43f8-b1bc-78c1ab550a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:27.600172 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-53ab6fd5-6dab-43f8-b1bc-78c1ab550a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:27.601344 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-53ab6fd5-6dab-43f8-b1bc-78c1ab550a8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7 HTTP/1.1" status: 204 len: 168 time: 0.1875067 Oct 14 07:03:27.609275 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab6fd5-6dab-43f8-b1bc-78c1ab550a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6cfc13-8a6e-4681-aaae-fcd12ea81cf7,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:28.350238 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:28.506315 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:28.663333 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94787a68-399b-4b73-9077-f2feda5e793f req-c44d3a18-14ab-44eb-881f-ccbfaa688085 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:28.665132 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94787a68-399b-4b73-9077-f2feda5e793f req-c44d3a18-14ab-44eb-881f-ccbfaa688085 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 945 time: 0.0521665 Oct 14 07:03:28.706591 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94787a68-399b-4b73-9077-f2feda5e793f req-d4c406d4-92a3-44b7-baa2-4b7ac3387345 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Oct 14 07:03:29.822551 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ab740-1d94-4197-a0de-dac4ea17ef05 req-a78ed360-4dc5-468e-8ec0-0c85e9dbf0f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:29.824044 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-166ab740-1d94-4197-a0de-dac4ea17ef05 req-a78ed360-4dc5-468e-8ec0-0c85e9dbf0f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 945 time: 0.0491817 Oct 14 07:03:29.861304 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-166ab740-1d94-4197-a0de-dac4ea17ef05 req-bbecd3b8-e492-4f55-a218-04bb9e68178a tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310450 Oct 14 07:03:30.161402 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:30.682109 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:03:30.974067 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0c95e-244c-478c-8ef9-888f1c27eaf4 req-c905581e-193d-4fd0-a1c3-370261dcd969 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:30.982815 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bbf0c95e-244c-478c-8ef9-888f1c27eaf4 req-c905581e-193d-4fd0-a1c3-370261dcd969 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 945 time: 0.0509474 Oct 14 07:03:31.021584 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bbf0c95e-244c-478c-8ef9-888f1c27eaf4 req-42c14c85-95a0-4b5b-8e61-6e512372f6e9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Oct 14 07:03:31.387104 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-c851d0ed-4235-4b72-af7f-f67a4f2ee9df tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:31.389065 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-c851d0ed-4235-4b72-af7f-f67a4f2ee9df tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 945 time: 0.0460963 Oct 14 07:03:31.483206 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-735fd8d5-0e87-448e-9891-294f83d86d8d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Deleting port 884e0075-5cb6-4fa1-b455-09066986fd8c {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:03:31.483562 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-735fd8d5-0e87-448e-9891-294f83d86d8d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:31.571405 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-735fd8d5-0e87-448e-9891-294f83d86d8d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] For port 884e0075-5cb6-4fa1-b455-09066986fd8c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=884e0075-5cb6-4fa1-b455-09066986fd8c,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:03:31.571717 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-735fd8d5-0e87-448e-9891-294f83d86d8d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:31.583052 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-735fd8d5-0e87-448e-9891-294f83d86d8d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Calling delete_port for 884e0075-5cb6-4fa1-b455-09066986fd8c owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:03:31.768850 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-735fd8d5-0e87-448e-9891-294f83d86d8d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:31.800549 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fd8d5-0e87-448e-9891-294f83d86d8d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Pushing event deleted for resources: {'Port': ['ID=884e0075-5cb6-4fa1-b455-09066986fd8c,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:31.837531 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-735fd8d5-0e87-448e-9891-294f83d86d8d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] No DVR routers for this DVR port 884e0075-5cb6-4fa1-b455-09066986fd8c on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:03:31.842385 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-735fd8d5-0e87-448e-9891-294f83d86d8d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:31.843726 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-ef9246a1-939c-424d-8cb5-f3d74d2028ba req-735fd8d5-0e87-448e-9891-294f83d86d8d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "DELETE /v2.0/ports/884e0075-5cb6-4fa1-b455-09066986fd8c HTTP/1.1" status: 204 len: 173 time: 0.4474213 Oct 14 07:03:31.844163 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc789e24-62c5-403c-9824-74e18d735e7c', 'name': 'network-vif-deleted', 'tag': '884e0075-5cb6-4fa1-b455-09066986fd8c'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:03:31.846381 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9244b2-7279-467c-8167-5355be5e77b6" -d '{"events": [{"server_uuid": "bc789e24-62c5-403c-9824-74e18d735e7c", "name": "network-vif-deleted", "tag": "884e0075-5cb6-4fa1-b455-09066986fd8c"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:03:31.882209 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0600d190-b691-4eec-a126-a15b9e22b68c x-openstack-request-id: req-0600d190-b691-4eec-a126-a15b9e22b68c {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:03:31.882496 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc789e24-62c5-403c-9824-74e18d735e7c", "name": "network-vif-deleted", "tag": "884e0075-5cb6-4fa1-b455-09066986fd8c", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:03:31.882740 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0600d190-b691-4eec-a126-a15b9e22b68c {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:03:31.883124 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc789e24-62c5-403c-9824-74e18d735e7c', 'name': 'network-vif-deleted', 'tag': '884e0075-5cb6-4fa1-b455-09066986fd8c', 'status': 'completed', 'code': 200} Oct 14 07:03:32.116813 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d0613fe3-eda5-4b83-8d09-d4ed816a29ca req-9df8beb7-2083-418a-bbf8-5bc8c2a1b2b1 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 210 time: 0.0281661 Oct 14 07:03:34.366601 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['01d0c1de-d954-4bf6-854f-4682484953b5', '85defc9d-f3dc-4a44-a707-0935445ea4a0', 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9', '884e0075-5cb6-4fa1-b455-09066986fd8c'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:03:34.497104 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2f84fbf0-fc82-4629-9650-56b08f8e878e req-0cd9efbd-be34-4314-9d7e-11dcd4bd795c tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc789e24-62c5-403c-9824-74e18d735e7c HTTP/1.1" status: 200 len: 210 time: 0.0249443 Oct 14 07:03:39.022518 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 884e0075-5cb6-4fa1-b455-09066986fd8c no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:03:39.043263 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 884e0075-5cb6-4fa1-b455-09066986fd8c {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:03:39.043638 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 884e0075-5cb6-4fa1-b455-09066986fd8c not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:03:39.496711 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0759e90-9c83-494c-b44e-49601b2d79f1 req-45636967-14b9-41c6-ab40-89e8b20b6bb6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:39.498226 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d0759e90-9c83-494c-b44e-49601b2d79f1 req-45636967-14b9-41c6-ab40-89e8b20b6bb6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0487344 Oct 14 07:03:39.542835 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d0759e90-9c83-494c-b44e-49601b2d79f1 req-b93603c8-a228-4509-b08f-2e896199de85 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372126 Oct 14 07:03:40.435735 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b48fac-63d4-4a97-9e68-525c46b2ef01 req-2cdc86c1-3e46-4ee4-be99-c2290729c7ec tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:40.437155 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-47b48fac-63d4-4a97-9e68-525c46b2ef01 req-2cdc86c1-3e46-4ee4-be99-c2290729c7ec tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 946 time: 0.0472078 Oct 14 07:03:40.473771 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-47b48fac-63d4-4a97-9e68-525c46b2ef01 req-19a1524d-6f17-4f73-ab1d-dcfc2bdfa2fd tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308533 Oct 14 07:03:40.660189 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917b282-27d1-4111-bfc7-0059b52f420c req-3e465667-803e-4c37-855a-166f3fae8321 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:40.661622 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c917b282-27d1-4111-bfc7-0059b52f420c req-3e465667-803e-4c37-855a-166f3fae8321 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0502632 Oct 14 07:03:40.698520 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c917b282-27d1-4111-bfc7-0059b52f420c req-6c55fc4b-0a2a-42c8-a86c-7d620f00ef8f tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308340 Oct 14 07:03:43.476679 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6be6-b36f-4fd7-ae44-2e8edb00d989 req-a3f453c6-a38c-4322-9570-5ecc44d19aee tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:43.478041 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0c3f6be6-b36f-4fd7-ae44-2e8edb00d989 req-a3f453c6-a38c-4322-9570-5ecc44d19aee tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 946 time: 0.0755532 Oct 14 07:03:43.489080 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aae00-8f74-456f-a0c2-b5e28d1da6e5 req-b07ff392-985f-406a-933a-b1399fa0eb78 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:43.490422 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-874aae00-8f74-456f-a0c2-b5e28d1da6e5 req-b07ff392-985f-406a-933a-b1399fa0eb78 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0618079 Oct 14 07:03:43.546735 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0c3f6be6-b36f-4fd7-ae44-2e8edb00d989 req-1ad47785-4251-4562-8d64-9cd70099ec80 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553982 Oct 14 07:03:43.551312 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-874aae00-8f74-456f-a0c2-b5e28d1da6e5 req-dc485990-c940-4d62-8924-bc4ad84a07b3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536900 Oct 14 07:03:44.695577 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e45ab-3e2a-44f5-9ce2-492f5ff3eb87 req-c40c9928-c58f-4198-a885-aeb041e7bf86 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:44.697334 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6d3e45ab-3e2a-44f5-9ce2-492f5ff3eb87 req-c40c9928-c58f-4198-a885-aeb041e7bf86 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 946 time: 0.0776560 Oct 14 07:03:44.705479 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525b0a9-e469-49ea-868e-519ef9c95c77 req-6ab654f7-43e2-469c-945c-0894e509e0a5 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:44.706808 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2525b0a9-e469-49ea-868e-519ef9c95c77 req-6ab654f7-43e2-469c-945c-0894e509e0a5 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0785694 Oct 14 07:03:44.766620 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2525b0a9-e469-49ea-868e-519ef9c95c77 req-23bc39c8-03e8-4e4f-9051-065f40371dbc tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501101 Oct 14 07:03:44.769446 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6d3e45ab-3e2a-44f5-9ce2-492f5ff3eb87 req-7daf55ae-4f0e-4981-8fde-420336a00a8c tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617154 Oct 14 07:03:45.913837 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbd2ba-3df3-4984-83f0-2833a773ab60 req-2a47d61b-13be-4a1f-aad1-873542d8287f tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:45.915323 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9bbbd2ba-3df3-4984-83f0-2833a773ab60 req-2a47d61b-13be-4a1f-aad1-873542d8287f tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0796127 Oct 14 07:03:45.922844 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639048b-8e78-4123-8772-675e6ae1f142 req-2e6972d2-e3d3-4ef5-b3d7-9b88f78a184d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:45.924973 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8639048b-8e78-4123-8772-675e6ae1f142 req-2e6972d2-e3d3-4ef5-b3d7-9b88f78a184d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 946 time: 0.0866637 Oct 14 07:03:45.976525 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9bbbd2ba-3df3-4984-83f0-2833a773ab60 req-a7bbd1c2-ee4f-47d9-9a37-cc456ad44351 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513332 Oct 14 07:03:45.983979 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8639048b-8e78-4123-8772-675e6ae1f142 req-dd70fde1-371b-4e65-8626-5f220788fc9e tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530787 Oct 14 07:03:46.151464 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-42904523-450a-42de-898e-f3dc3120293f tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:46.153384 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-42904523-450a-42de-898e-f3dc3120293f tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 946 time: 0.0467193 Oct 14 07:03:46.470878 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-32eafe47-00c0-409c-8b45-f33dad969414 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Deleting port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:03:46.471109 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-32eafe47-00c0-409c-8b45-f33dad969414 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:46.554370 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-32eafe47-00c0-409c-8b45-f33dad969414 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] For port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:03:46.554720 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-32eafe47-00c0-409c-8b45-f33dad969414 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:46.567065 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-32eafe47-00c0-409c-8b45-f33dad969414 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Calling delete_port for c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:03:46.745443 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-32eafe47-00c0-409c-8b45-f33dad969414 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:46.771230 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eafe47-00c0-409c-8b45-f33dad969414 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Pushing event deleted for resources: {'Port': ['ID=c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:46.794116 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['01d0c1de-d954-4bf6-854f-4682484953b5', '85defc9d-f3dc-4a44-a707-0935445ea4a0', 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:03:46.821274 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-32eafe47-00c0-409c-8b45-f33dad969414 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] No DVR routers for this DVR port c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:03:46.823905 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-32eafe47-00c0-409c-8b45-f33dad969414 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:46.827248 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f792b86b-b08b-41ca-ac90-3a34683b8f5d req-32eafe47-00c0-409c-8b45-f33dad969414 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "DELETE /v2.0/ports/c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 HTTP/1.1" status: 204 len: 173 time: 0.6623094 Oct 14 07:03:46.827690 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd', 'name': 'network-vif-deleted', 'tag': 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:03:46.829926 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e3194c-36cf-4803-a7eb-82a3b7b48217" -d '{"events": [{"server_uuid": "a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd", "name": "network-vif-deleted", "tag": "c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:03:46.956603 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa99a8-fe12-4f35-909c-3a977a160df2 x-openstack-request-id: req-e1aa99a8-fe12-4f35-909c-3a977a160df2 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:03:46.956811 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd", "name": "network-vif-deleted", "tag": "c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:03:46.957060 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1aa99a8-fe12-4f35-909c-3a977a160df2 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:03:46.957447 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd', 'name': 'network-vif-deleted', 'tag': 'c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9', 'status': 'completed', 'code': 200} Oct 14 07:03:47.102987 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-da3d1200-58ec-4b62-9696-9eafd34b9d26 req-003a70b1-41dc-401f-806a-e3dad669a35c tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3fc2f4d-a3ac-43b8-bb02-803c5b3837dd HTTP/1.1" status: 200 len: 210 time: 0.0456474 Oct 14 07:03:47.121535 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53155d-fa29-4d76-8c0f-46b3ddef8521 req-f234925d-9a35-4833-a1f1-a522562af11d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:47.123600 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6b53155d-fa29-4d76-8c0f-46b3ddef8521 req-f234925d-9a35-4833-a1f1-a522562af11d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0759337 Oct 14 07:03:47.159855 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6b53155d-fa29-4d76-8c0f-46b3ddef8521 req-bf5a9ed0-c6c7-4ac9-ad12-d22a6b7c5f87 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302906 Oct 14 07:03:48.273180 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f762-4d07-42f0-b5fc-3c6e17296483 req-8aa47a4c-0681-4bb6-8781-8d6ce8839717 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:48.274561 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8810f762-4d07-42f0-b5fc-3c6e17296483 req-8aa47a4c-0681-4bb6-8781-8d6ce8839717 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0482173 Oct 14 07:03:48.312642 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8810f762-4d07-42f0-b5fc-3c6e17296483 req-4e33b4ad-4054-49b8-9ede-f16c0ddb42bd tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316582 Oct 14 07:03:48.558247 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc027e6e-a5bd-498b-b119-a8237bb99701 req-6f5b255c-c1f4-4dfa-a8fa-f9652f25a97c tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:48.559613 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fc027e6e-a5bd-498b-b119-a8237bb99701 req-6f5b255c-c1f4-4dfa-a8fa-f9652f25a97c tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 945 time: 0.0472543 Oct 14 07:03:48.595967 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fc027e6e-a5bd-498b-b119-a8237bb99701 req-c56b3bbd-63e4-493a-8098-beeadc7e5b60 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305083 Oct 14 07:03:49.434674 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081914b8-af5a-4612-b5db-405e58a74150 req-f45e3b60-aec1-41fd-ad39-3f39527107d3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:49.436833 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-081914b8-af5a-4612-b5db-405e58a74150 req-f45e3b60-aec1-41fd-ad39-3f39527107d3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0557656 Oct 14 07:03:49.473573 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-081914b8-af5a-4612-b5db-405e58a74150 req-e18cec7a-bce9-4ba0-a950-21a9a4200de0 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317733 Oct 14 07:03:49.709350 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56feb1e9-f30a-46fc-bd03-94e289b46e8f req-e116d606-0779-45fe-a2e0-ee9b7c017b40 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:49.710815 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-56feb1e9-f30a-46fc-bd03-94e289b46e8f req-e116d606-0779-45fe-a2e0-ee9b7c017b40 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 945 time: 0.0469697 Oct 14 07:03:49.748308 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-56feb1e9-f30a-46fc-bd03-94e289b46e8f req-2c9ce289-2368-47b1-b8cb-d9583dac4978 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Oct 14 07:03:49.797550 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34436) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:03:49.896980 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9bee3289-3a4c-40b4-80cb-d88dcb27b157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:49.972104 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9bee3289-3a4c-40b4-80cb-d88dcb27b157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:50.025048 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9bee3289-3a4c-40b4-80cb-d88dcb27b157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:50.062157 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-9bee3289-3a4c-40b4-80cb-d88dcb27b157 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3859abd47e6f43bfae64775dcd931eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635705 Oct 14 07:03:50.063352 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee3289-3a4c-40b4-80cb-d88dcb27b157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87a8a6e-c32c-4bbe-934e-fa1ece364322,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:50.064982 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 34440) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:03:50.112721 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-08c45041-df12-4cb4-846a-79c0b280d156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:50.132974 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-08c45041-df12-4cb4-846a-79c0b280d156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:50.236656 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-08c45041-df12-4cb4-846a-79c0b280d156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:50.239227 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-08c45041-df12-4cb4-846a-79c0b280d156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:50.240489 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-08c45041-df12-4cb4-846a-79c0b280d156 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c87a8a6e-c32c-4bbe-934e-fa1ece364322 HTTP/1.1" status: 204 len: 168 time: 0.1737421 Oct 14 07:03:50.248616 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c45041-df12-4cb4-846a-79c0b280d156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87a8a6e-c32c-4bbe-934e-fa1ece364322,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:50.599821 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a504312-0880-49b5-ae74-1d0dc6ff0adc req-ebc8d53b-77fc-4f38-8e5f-96b2e341aef5 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:50.601443 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9a504312-0880-49b5-ae74-1d0dc6ff0adc req-ebc8d53b-77fc-4f38-8e5f-96b2e341aef5 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0550480 Oct 14 07:03:50.641780 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9a504312-0880-49b5-ae74-1d0dc6ff0adc req-acfd17bf-cbc3-4b1d-9bfc-5876fd910ddc tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335767 Oct 14 07:03:50.854272 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-93fc0a8a-af41-41a2-bedf-3a3c814827af tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:50.855758 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-93fc0a8a-af41-41a2-bedf-3a3c814827af tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 945 time: 0.0467715 Oct 14 07:03:50.861087 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c915e8-039d-45ce-b9ad-617eefbde68b req-dad10f09-1dac-4a09-8a33-935bf83be93d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:50.862509 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-33c915e8-039d-45ce-b9ad-617eefbde68b req-dad10f09-1dac-4a09-8a33-935bf83be93d tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 945 time: 0.0466504 Oct 14 07:03:50.898867 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-33c915e8-039d-45ce-b9ad-617eefbde68b req-135ab7d9-f1c0-4d92-8a07-3b8cae99bd50 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305417 Oct 14 07:03:50.953226 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-8920dde2-d3ef-4e3b-a2aa-21a06d6981f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Deleting port 85defc9d-f3dc-4a44-a707-0935445ea4a0 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:03:50.953559 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-8920dde2-d3ef-4e3b-a2aa-21a06d6981f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:51.040115 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-8920dde2-d3ef-4e3b-a2aa-21a06d6981f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] For port 85defc9d-f3dc-4a44-a707-0935445ea4a0, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=85defc9d-f3dc-4a44-a707-0935445ea4a0,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:03:51.040383 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-8920dde2-d3ef-4e3b-a2aa-21a06d6981f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:51.040518 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:03:51.052588 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-8920dde2-d3ef-4e3b-a2aa-21a06d6981f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Calling delete_port for 85defc9d-f3dc-4a44-a707-0935445ea4a0 owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:03:51.062600 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:03:51.062939 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device c83c57a1-e96f-41ad-bb76-8fdaf1f2d4d9 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:03:51.225267 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-8920dde2-d3ef-4e3b-a2aa-21a06d6981f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:51.251476 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920dde2-d3ef-4e3b-a2aa-21a06d6981f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Pushing event deleted for resources: {'Port': ['ID=85defc9d-f3dc-4a44-a707-0935445ea4a0,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:51.266789 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['01d0c1de-d954-4bf6-854f-4682484953b5', '85defc9d-f3dc-4a44-a707-0935445ea4a0'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:03:51.295686 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-8920dde2-d3ef-4e3b-a2aa-21a06d6981f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] No DVR routers for this DVR port 85defc9d-f3dc-4a44-a707-0935445ea4a0 on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:03:51.298091 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-8920dde2-d3ef-4e3b-a2aa-21a06d6981f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:51.301467 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-10cb2e51-fdff-4c0b-98ba-872a10021ff6 req-8920dde2-d3ef-4e3b-a2aa-21a06d6981f9 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "DELETE /v2.0/ports/85defc9d-f3dc-4a44-a707-0935445ea4a0 HTTP/1.1" status: 204 len: 173 time: 0.4358118 Oct 14 07:03:51.301898 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c7de97-d347-4e3c-8d91-92e2be713bc1', 'name': 'network-vif-deleted', 'tag': '85defc9d-f3dc-4a44-a707-0935445ea4a0'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:03:51.304218 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77dea80-40d7-41c3-bc8d-85d725ba016f" -d '{"events": [{"server_uuid": "a4c7de97-d347-4e3c-8d91-92e2be713bc1", "name": "network-vif-deleted", "tag": "85defc9d-f3dc-4a44-a707-0935445ea4a0"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:03:51.339627 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75268eac-fed6-42ad-806e-ec0b29eeab04 x-openstack-request-id: req-75268eac-fed6-42ad-806e-ec0b29eeab04 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:03:51.339969 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c7de97-d347-4e3c-8d91-92e2be713bc1", "name": "network-vif-deleted", "tag": "85defc9d-f3dc-4a44-a707-0935445ea4a0", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:03:51.340263 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75268eac-fed6-42ad-806e-ec0b29eeab04 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:03:51.340656 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c7de97-d347-4e3c-8d91-92e2be713bc1', 'name': 'network-vif-deleted', 'tag': '85defc9d-f3dc-4a44-a707-0935445ea4a0', 'status': 'completed', 'code': 200} Oct 14 07:03:51.753790 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26552777-11a3-4e3a-a4b0-85250b1bfbde req-4b84e03d-4c4d-4591-8fcc-2a3b337ca1df tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:51.755203 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-26552777-11a3-4e3a-a4b0-85250b1bfbde req-4b84e03d-4c4d-4591-8fcc-2a3b337ca1df tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0460529 Oct 14 07:03:51.791970 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-26552777-11a3-4e3a-a4b0-85250b1bfbde req-19cc2564-d81a-44b2-864a-35b9d113bbd6 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309677 Oct 14 07:03:51.914558 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:52.008888 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5133117d-50c7-4bf3-8dcb-527aa07d9351 req-c713fe13-3a3d-4b35-9db5-1674a01d8155 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4c7de97-d347-4e3c-8d91-92e2be713bc1 HTTP/1.1" status: 200 len: 210 time: 0.0328512 Oct 14 07:03:52.907332 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c35c4-5c8b-4a1f-802a-25decfb63d6a req-21a99dc5-f738-434e-bda6-af2e9fc7282a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:52.907994 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0e3c35c4-5c8b-4a1f-802a-25decfb63d6a req-21a99dc5-f738-434e-bda6-af2e9fc7282a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0476491 Oct 14 07:03:52.944790 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0e3c35c4-5c8b-4a1f-802a-25decfb63d6a req-bc4555b8-d4e5-4a04-a918-110d25dc0862 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305500 Oct 14 07:03:54.067032 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93185c99-6f72-4c20-bdc9-dc13025c100f req-dcada09e-c071-44e6-bd36-573f723317b0 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:54.068387 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-93185c99-6f72-4c20-bdc9-dc13025c100f req-dcada09e-c071-44e6-bd36-573f723317b0 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0502605 Oct 14 07:03:54.104404 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-93185c99-6f72-4c20-bdc9-dc13025c100f req-8dbb8b89-2495-41ea-95cf-11be7dd6b82f tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301316 Oct 14 07:03:54.482640 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-59e5b5d9-852b-449b-8679-6f329ae3a4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:54.757033 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76692a65-88ca-45d3-9396-ba1da3a78114 req-9ceab494-e244-4689-9c6f-beb1a84c9bed tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:54.758466 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-76692a65-88ca-45d3-9396-ba1da3a78114 req-9ceab494-e244-4689-9c6f-beb1a84c9bed tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 945 time: 0.0495894 Oct 14 07:03:54.795340 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-76692a65-88ca-45d3-9396-ba1da3a78114 req-5bce5b8d-3751-4d00-a24b-fd0b519ac465 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304334 Oct 14 07:03:54.957866 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-3d23106e-0d96-484b-827b-f96954ad7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:54.959408 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-3d23106e-0d96-484b-827b-f96954ad7dde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e6609fafd4beead27cad66132a83e&device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1099 time: 0.0388615 Oct 14 07:03:55.056341 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-8e50bf84-a2b2-41ff-92e8-ad9e721e82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:55.057804 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-8e50bf84-a2b2-41ff-92e8-ad9e721e82d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d570353-2231-4112-a9e2-e7cc84566a32 HTTP/1.1" status: 200 len: 910 time: 0.0879495 Oct 14 07:03:55.062882 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 85defc9d-f3dc-4a44-a707-0935445ea4a0 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:03:55.085249 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 85defc9d-f3dc-4a44-a707-0935445ea4a0 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:03:55.085598 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 85defc9d-f3dc-4a44-a707-0935445ea4a0 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:03:55.135789 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-6f39c9ba-7db6-4d0c-8a23-cb884adc6b3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5 HTTP/1.1" status: 200 len: 1002 time: 0.0607891 Oct 14 07:03:55.203326 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-632b6e72-245f-4908-9f58-171ba6505d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:55.204739 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-632b6e72-245f-4908-9f58-171ba6505d0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70e79e12-9c45-45e7-bae4-91c3adf904d9 HTTP/1.1" status: 200 len: 848 time: 0.0440655 Oct 14 07:03:55.220084 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252624d-7e4f-4267-97f9-25b56ca9ca85 req-649d95e5-24fe-4c3c-9ca4-f68acbd5a046 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:55.221582 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0252624d-7e4f-4267-97f9-25b56ca9ca85 req-649d95e5-24fe-4c3c-9ca4-f68acbd5a046 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0482767 Oct 14 07:03:55.255502 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-ada458a5-c4f7-49a2-aa0d-34064bbc4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:55.256968 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-ada458a5-c4f7-49a2-aa0d-34064bbc4146 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d570353-2231-4112-a9e2-e7cc84566a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394888 Oct 14 07:03:55.257967 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0252624d-7e4f-4267-97f9-25b56ca9ca85 req-45c9ae28-6f9f-4800-8fdd-826bda7e7911 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306339 Oct 14 07:03:55.358446 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-2f9d3740-02ea-4eaa-b4ad-9fa2c1efec3e service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924389 Oct 14 07:03:55.460035 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-4b737d5c-4a19-42d3-82e9-9b7bfbde0631 req-43984f1c-3f45-491a-b722-e21fc03616e3 service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837193 Oct 14 07:03:55.907669 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf05a8-109b-4cd1-a2d4-cdde6a0506be req-ecc7be53-5cad-4869-8946-820a007d2a48 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:55.909090 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c2cf05a8-109b-4cd1-a2d4-cdde6a0506be req-ecc7be53-5cad-4869-8946-820a007d2a48 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 945 time: 0.0465267 Oct 14 07:03:55.945570 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c2cf05a8-109b-4cd1-a2d4-cdde6a0506be req-1f797c1d-c1e4-4c72-9abc-ad662c4cbff7 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305147 Oct 14 07:03:56.388224 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e770e-2853-4e7c-a660-1d922e844eb8 req-1369a747-9381-4955-b2bb-d6dba7fc28a4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:56.389547 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ef2e770e-2853-4e7c-a660-1d922e844eb8 req-1369a747-9381-4955-b2bb-d6dba7fc28a4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0503454 Oct 14 07:03:56.425007 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ef2e770e-2853-4e7c-a660-1d922e844eb8 req-8abc7e7e-2568-445a-806b-d8058c29ce1f tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297670 Oct 14 07:03:57.058312 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1afd8-0c57-40ec-9407-d07bd5435d07 req-b402563d-6cbc-46c8-b39b-f8ce08f35ed7 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:57.060427 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-46a1afd8-0c57-40ec-9407-d07bd5435d07 req-b402563d-6cbc-46c8-b39b-f8ce08f35ed7 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 945 time: 0.0476639 Oct 14 07:03:57.096734 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-46a1afd8-0c57-40ec-9407-d07bd5435d07 req-c76e8f11-0f93-420f-be8e-8314ffeb02a3 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/security-groups?id=1da3a636-92ec-441a-b1e7-baefcc5daf5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303915 Oct 14 07:03:57.236380 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-fb850add-e68f-4d85-b802-a0d2acd33f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:57.366330 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acafeaa-533b-4380-b6dc-007de02e665d req-7c4e49de-a065-441f-8959-ae0e91884ef1 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:57.367818 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-1acafeaa-533b-4380-b6dc-007de02e665d req-7c4e49de-a065-441f-8959-ae0e91884ef1 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 945 time: 0.0484955 Oct 14 07:03:57.468606 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-1acafeaa-533b-4380-b6dc-007de02e665d req-3742d439-f15e-499f-a501-f0a12f0257c4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Deleting port 01d0c1de-d954-4bf6-854f-4682484953b5 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:03:57.468606 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-1acafeaa-533b-4380-b6dc-007de02e665d req-3742d439-f15e-499f-a501-f0a12f0257c4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:57.556520 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8a2f6-05ce-44f1-a64f-44d69b48820d req-6b6652d9-f9eb-46ad-a00f-2953800ff484 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:57.557123 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-1acafeaa-533b-4380-b6dc-007de02e665d req-3742d439-f15e-499f-a501-f0a12f0257c4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] For port 01d0c1de-d954-4bf6-854f-4682484953b5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=01d0c1de-d954-4bf6-854f-4682484953b5,segment=NetworkSegment(969b7530-1ca7-43a9-8f1c-d52d2ce6fb12),segment_id=969b7530-1ca7-43a9-8f1c-d52d2ce6fb12)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:03:57.557475 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-1acafeaa-533b-4380-b6dc-007de02e665d req-3742d439-f15e-499f-a501-f0a12f0257c4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:57.557961 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8fa8a2f6-05ce-44f1-a64f-44d69b48820d req-6b6652d9-f9eb-46ad-a00f-2953800ff484 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0471461 Oct 14 07:03:57.569484 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-1acafeaa-533b-4380-b6dc-007de02e665d req-3742d439-f15e-499f-a501-f0a12f0257c4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Calling delete_port for 01d0c1de-d954-4bf6-854f-4682484953b5 owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:03:57.596515 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8fa8a2f6-05ce-44f1-a64f-44d69b48820d req-85496a30-661f-460c-9af3-b8bc01436581 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317750 Oct 14 07:03:57.727661 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-1acafeaa-533b-4380-b6dc-007de02e665d req-3742d439-f15e-499f-a501-f0a12f0257c4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:57.753446 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d439-f15e-499f-a501-f0a12f0257c4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Pushing event deleted for resources: {'Port': ['ID=01d0c1de-d954-4bf6-854f-4682484953b5,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:57.774284 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['01d0c1de-d954-4bf6-854f-4682484953b5'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:03:57.794365 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acafeaa-533b-4380-b6dc-007de02e665d req-3742d439-f15e-499f-a501-f0a12f0257c4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] No DVR routers for this DVR port 01d0c1de-d954-4bf6-854f-4682484953b5 on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:03:57.796867 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-1acafeaa-533b-4380-b6dc-007de02e665d req-3742d439-f15e-499f-a501-f0a12f0257c4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:57.800208 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-1acafeaa-533b-4380-b6dc-007de02e665d req-3742d439-f15e-499f-a501-f0a12f0257c4 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.39 "DELETE /v2.0/ports/01d0c1de-d954-4bf6-854f-4682484953b5 HTTP/1.1" status: 204 len: 173 time: 0.4171455 Oct 14 07:03:57.800630 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c2c868-c94e-4856-a241-1141a90d1529', 'name': 'network-vif-deleted', 'tag': '01d0c1de-d954-4bf6-854f-4682484953b5'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:03:57.802827 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd3a8ca-7717-4826-b7ea-9aa07111a306" -d '{"events": [{"server_uuid": "60c2c868-c94e-4856-a241-1141a90d1529", "name": "network-vif-deleted", "tag": "01d0c1de-d954-4bf6-854f-4682484953b5"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:03:57.839038 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1aa192-271d-4b84-b9b6-3b937548640e x-openstack-request-id: req-4e1aa192-271d-4b84-b9b6-3b937548640e {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:03:57.839326 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c2c868-c94e-4856-a241-1141a90d1529", "name": "network-vif-deleted", "tag": "01d0c1de-d954-4bf6-854f-4682484953b5", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:03:57.839607 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e1aa192-271d-4b84-b9b6-3b937548640e {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:03:57.840051 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c2c868-c94e-4856-a241-1141a90d1529', 'name': 'network-vif-deleted', 'tag': '01d0c1de-d954-4bf6-854f-4682484953b5', 'status': 'completed', 'code': 200} Oct 14 07:03:58.204679 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a491d80b-a0a5-48a4-a70c-85012e37cd67 req-ddf59c61-d7a5-4efe-8aab-1db9bd1fbaf8 tempest-AttachVolumeNegativeTest-1657264923 tempest-AttachVolumeNegativeTest-1657264923-project] 10.222.0.26 "GET /v2.0/ports?device_id=60c2c868-c94e-4856-a241-1141a90d1529 HTTP/1.1" status: 200 len: 210 time: 0.0291989 Oct 14 07:03:58.320479 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:58.493795 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:58.713916 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac32654-1da7-439a-9176-9979ccd18ad7 req-2de6b2e9-728b-43f4-a0cf-5817f574893a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:58.715906 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bac32654-1da7-439a-9176-9979ccd18ad7 req-2de6b2e9-728b-43f4-a0cf-5817f574893a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0479276 Oct 14 07:03:58.764054 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bac32654-1da7-439a-9176-9979ccd18ad7 req-3bbbcc81-a2c8-40e9-bba4-f2f841cd61f3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Oct 14 07:03:59.257762 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34522) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:03:59.300968 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8874cc8-5b41-4d22-81f5-235203e63ff6 admin admin] Deleting subnet 6358e171-a52e-4223-b105-30c8250c5c6d {{(pid=106664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:03:59.303842 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a8874cc8-5b41-4d22-81f5-235203e63ff6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:59.337708 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a8874cc8-5b41-4d22-81f5-235203e63ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16552993'] for subnet, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:59.378774 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a8874cc8-5b41-4d22-81f5-235203e63ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:59.499866 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a8874cc8-5b41-4d22-81f5-235203e63ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15815735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15940715'] for subnet, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:59.524454 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8874cc8-5b41-4d22-81f5-235203e63ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6358e171-a52e-4223-b105-30c8250c5c6d,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:03:59.528981 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a8874cc8-5b41-4d22-81f5-235203e63ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:59.532282 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-a8874cc8-5b41-4d22-81f5-235203e63ff6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6358e171-a52e-4223-b105-30c8250c5c6d HTTP/1.1" status: 204 len: 168 time: 0.2735319 Oct 14 07:03:59.534670 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34524) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:03:59.600895 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:59.948717 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:03:59.972654 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9']}} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:03:59.988808 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4a41-dae8-4ce0-8ce4-431301f18956 req-72a2cde4-ef8a-4ca7-a875-b9d2cc4d85da tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:03:59.990225 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f6eb4a41-dae8-4ce0-8ce4-431301f18956 req-72a2cde4-ef8a-4ca7-a875-b9d2cc4d85da tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.1001647 Oct 14 07:03:59.991777 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12') {'for_net_delete': True} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:03:59.992066 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969b7530-1ca7-43a9-8f1c-d52d2ce6fb12') {} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:00.001943 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16552984'] for segment, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:00.030134 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:00.042242 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:04:00.042615 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15818389'] for segment, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: Traceback (most recent call last): Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: timer() Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: cb(*args, **kw) Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: return func(*args, **kwargs) Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: self._notify() Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: self.callback(batched_events) Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: event.method(event) Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: return f(self, *a, **k) Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._get(url).json() Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: return self.request(url, 'GET', **kwargs) Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:04:00.044238 dv-cinder-804470-7-iscsi neutron-server[106664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:04:00.056926 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f6eb4a41-dae8-4ce0-8ce4-431301f18956 req-6630b4c8-3852-4e1f-bda9-afd64e3991b7 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586224 Oct 14 07:04:00.133339 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [req-cbe017ff-b173-4fcd-a58b-e954c78dc908 req-5ea0c1b0-ee8e-4708-87a6-2df5652e1f57 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:04:00.134306 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cbe017ff-b173-4fcd-a58b-e954c78dc908 req-5ea0c1b0-ee8e-4708-87a6-2df5652e1f57 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053310 Oct 14 07:04:00.160629 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:00.188952 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:00.194494 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:00.198896 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9 HTTP/1.1" status: 204 len: 168 time: 0.6620080 Oct 14 07:04:00.208946 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35393500-5c1f-40a0-84de-15bb52687b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5fa1e08-bebb-406d-b7f3-3a06ce7b8dc9,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:00.467018 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5d2c3-e991-42ff-939f-7bef306439af req-c634e7c5-7b3a-4531-8960-902b92ea47a7 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:00.468662 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f8c5d2c3-e991-42ff-939f-7bef306439af req-c634e7c5-7b3a-4531-8960-902b92ea47a7 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0768857 Oct 14 07:04:00.492885 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-aec1a450-6623-446c-be4a-b22db00f8fcd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0628467 Oct 14 07:04:00.512945 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f8c5d2c3-e991-42ff-939f-7bef306439af req-2e13a5bb-f67c-4842-8e55-bb807bd941fe tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375290 Oct 14 07:04:00.563743 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34540) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:00.600350 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8b719d8d-9e82-495a-b113-fc82cc3ad4f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eeb2000c5d5645319fde9d62ca49cd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386591 Oct 14 07:04:00.602737 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34542) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:00.649306 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-305775a0-f41a-451c-ad9a-4bf977e43f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:00.670178 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-305775a0-f41a-451c-ad9a-4bf977e43f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:00.783133 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-305775a0-f41a-451c-ad9a-4bf977e43f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:00.785762 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-305775a0-f41a-451c-ad9a-4bf977e43f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:00.786930 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-305775a0-f41a-451c-ad9a-4bf977e43f99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1da3a636-92ec-441a-b1e7-baefcc5daf5c HTTP/1.1" status: 204 len: 168 time: 0.1833816 Oct 14 07:04:00.794992 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305775a0-f41a-451c-ad9a-4bf977e43f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da3a636-92ec-441a-b1e7-baefcc5daf5c,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:01.131386 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 01d0c1de-d954-4bf6-854f-4682484953b5 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:04:01.150477 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 01d0c1de-d954-4bf6-854f-4682484953b5 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:04:01.150823 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 01d0c1de-d954-4bf6-854f-4682484953b5 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:04:01.151257 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5a236dfd-b937-41bc-adb2-105a43a4b7a5 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:04:01.232677 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:01.255257 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:04:01.258328 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ace347-d55e-499d-88d6-b11fb71f2a78" -d '{"events": [{"server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:04:01.271652 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:01.295219 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 07:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503dc940-d368-47b4-900c-c2bb98725ebe x-openstack-request-id: req-503dc940-d368-47b4-900c-c2bb98725ebe {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:04:01.295219 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "name": "network-vif-unplugged", "status": "failed", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5", "code": 422}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:04:01.295653 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-503dc940-d368-47b4-900c-c2bb98725ebe {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:04:01.296622 dv-cinder-804470-7-iscsi neutron-server[106665]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'code': 422} returned with failed status Oct 14 07:04:01.337577 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:01.390899 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=5a236dfd-b937-41bc-adb2-105a43a4b7a5,revision_number=6']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:01.399764 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.400107 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.400452 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.400785 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.401119 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.401452 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.401790 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.402117 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.403062 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.403387 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.403813 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.404156 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:01.631116 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a14569-1dd2-4bcf-8b55-ebc233bf1bb7 req-e56533e5-39bd-4006-80ff-f0e7753b3ec0 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:01.632686 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-57a14569-1dd2-4bcf-8b55-ebc233bf1bb7 req-e56533e5-39bd-4006-80ff-f0e7753b3ec0 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0517278 Oct 14 07:04:01.670731 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-57a14569-1dd2-4bcf-8b55-ebc233bf1bb7 req-8323c00a-4719-4594-b392-5dcd25c327c4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Oct 14 07:04:02.785256 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30fbb8-e783-4c52-a45f-d80b1e8f0eea req-16e8d686-e79b-4ec2-a2ac-a68ae0ac2a83 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:02.786621 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cf30fbb8-e783-4c52-a45f-d80b1e8f0eea req-16e8d686-e79b-4ec2-a2ac-a68ae0ac2a83 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0476563 Oct 14 07:04:02.823406 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cf30fbb8-e783-4c52-a45f-d80b1e8f0eea req-5eb6ac0e-df28-4d21-9042-3b842fbd9306 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306199 Oct 14 07:04:03.307175 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-dfb02ef4-2bfd-416d-9b88-83edb0f7cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:03.309604 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-dfb02ef4-2bfd-416d-9b88-83edb0f7cb63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2&tenant_id=765e6609fafd4beead27cad66132a83e HTTP/1.1" status: 200 len: 1097 time: 0.0410128 Oct 14 07:04:03.387534 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-70445d0b-f80b-4eea-b78d-cbb1aeb2115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:03.388996 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-70445d0b-f80b-4eea-b78d-cbb1aeb2115d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e6609fafd4beead27cad66132a83e&device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1097 time: 0.0426953 Oct 14 07:04:03.479150 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-0363e33e-37aa-4dd3-be21-7b12288bcf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:03.481434 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-0363e33e-37aa-4dd3-be21-7b12288bcf2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d570353-2231-4112-a9e2-e7cc84566a32 HTTP/1.1" status: 200 len: 910 time: 0.0842292 Oct 14 07:04:03.550933 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-2c1503f8-af3e-4347-88e9-478731d7ee25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5 HTTP/1.1" status: 200 len: 1000 time: 0.0608516 Oct 14 07:04:03.599917 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-bd78459a-5a16-4c79-9bc8-8a83805351a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:03.601360 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-bd78459a-5a16-4c79-9bc8-8a83805351a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70e79e12-9c45-45e7-bae4-91c3adf904d9 HTTP/1.1" status: 200 len: 848 time: 0.0431530 Oct 14 07:04:03.648585 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-461b9a66-cab0-419a-b8ab-69872afe7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:03.655071 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-461b9a66-cab0-419a-b8ab-69872afe7281 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d570353-2231-4112-a9e2-e7cc84566a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404010 Oct 14 07:04:03.749667 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-62a83c8f-eb7a-41c0-913d-7c6f892b835e service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915828 Oct 14 07:04:03.846360 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-a594e04f-fdc1-4d42-b506-71abb2a1875b req-4caf8179-c632-4f15-8653-9e23097e25ef service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883400 Oct 14 07:04:03.940765 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d40a92-4ec3-46bf-9e9c-30058d1f2e1f req-15221158-64d0-4e7b-a677-d37ea9e6c2bc tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:03.942336 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d0d40a92-4ec3-46bf-9e9c-30058d1f2e1f req-15221158-64d0-4e7b-a677-d37ea9e6c2bc tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0486898 Oct 14 07:04:03.981067 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d0d40a92-4ec3-46bf-9e9c-30058d1f2e1f req-5ad11029-2a90-4b66-866f-cd3dcf4cb5bb tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325279 Oct 14 07:04:05.110258 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff2c67-81f4-40c7-a55e-17c805cbeb57 req-2a678c9c-a05b-49b8-ba45-f81713e87bc9 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:05.111719 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6bff2c67-81f4-40c7-a55e-17c805cbeb57 req-2a678c9c-a05b-49b8-ba45-f81713e87bc9 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0585861 Oct 14 07:04:05.149283 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6bff2c67-81f4-40c7-a55e-17c805cbeb57 req-4ed7e898-a957-48b4-96fb-ad9f9f198e94 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314894 Oct 14 07:04:05.538330 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34652) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:05.641453 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-01ac5de1-d43d-4870-a999-81cdabed31c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:05.711296 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-01ac5de1-d43d-4870-a999-81cdabed31c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:05.794745 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-01ac5de1-d43d-4870-a999-81cdabed31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:05.832855 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-01ac5de1-d43d-4870-a999-81cdabed31c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afecda963e4e4af0a9d2fbc1ddf50ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934482 Oct 14 07:04:05.834759 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac5de1-d43d-4870-a999-81cdabed31c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f464b91-4f1f-473b-b8b4-0cbd85f997c7,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:05.835637 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 34660) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:05.888948 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-90ab9726-16a2-42dd-b67d-c1b7a9968958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:05.914700 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-90ab9726-16a2-42dd-b67d-c1b7a9968958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:06.030436 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-90ab9726-16a2-42dd-b67d-c1b7a9968958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:06.033180 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-90ab9726-16a2-42dd-b67d-c1b7a9968958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:06.039061 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-90ab9726-16a2-42dd-b67d-c1b7a9968958 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f464b91-4f1f-473b-b8b4-0cbd85f997c7 HTTP/1.1" status: 204 len: 168 time: 0.1977155 Oct 14 07:04:06.042604 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab9726-16a2-42dd-b67d-c1b7a9968958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f464b91-4f1f-473b-b8b4-0cbd85f997c7,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:06.468295 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b511dfc-9f24-48bc-9ec6-d6224c13a5b5 req-47051d59-26e6-4b7f-b05a-661affc9c5c0 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:06.469839 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1b511dfc-9f24-48bc-9ec6-d6224c13a5b5 req-47051d59-26e6-4b7f-b05a-661affc9c5c0 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0515051 Oct 14 07:04:06.509113 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1b511dfc-9f24-48bc-9ec6-d6224c13a5b5 req-8f241029-90b3-42fa-a576-6baf07e02a24 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Oct 14 07:04:06.612944 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae2d6-470a-4903-a43e-41bd31d35a5b req-d0a68e40-7da9-416f-934f-b16bc7971b65 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:06.614416 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-963ae2d6-470a-4903-a43e-41bd31d35a5b req-d0a68e40-7da9-416f-934f-b16bc7971b65 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0517759 Oct 14 07:04:06.655096 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-963ae2d6-470a-4903-a43e-41bd31d35a5b req-f4adaab4-3d4a-43c8-9570-631fef5829f4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331748 Oct 14 07:04:07.623415 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50f6de-ca1f-4d5a-91ba-e96e835cb372 req-4c8fed24-445a-41af-a927-8fcf722424b5 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:07.627973 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dc50f6de-ca1f-4d5a-91ba-e96e835cb372 req-4c8fed24-445a-41af-a927-8fcf722424b5 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0513327 Oct 14 07:04:07.663924 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dc50f6de-ca1f-4d5a-91ba-e96e835cb372 req-f41eb80b-67c9-4748-a100-a38d6e00bee4 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330524 Oct 14 07:04:07.682983 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:04:07.782461 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31420d28-2a41-4d3d-876d-43db2050643b req-63b8d4eb-d51e-47fc-bc8a-caa996d912d7 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:07.783950 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-31420d28-2a41-4d3d-876d-43db2050643b req-63b8d4eb-d51e-47fc-bc8a-caa996d912d7 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0514872 Oct 14 07:04:07.825287 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-31420d28-2a41-4d3d-876d-43db2050643b req-c3442972-a284-4048-907b-bf4cd239d295 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348754 Oct 14 07:04:08.779272 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eb603-8f03-41a5-bb65-98f872e7fc80 req-7f627350-9d37-4643-a3e9-e4a820069173 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:08.780732 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9a2eb603-8f03-41a5-bb65-98f872e7fc80 req-7f627350-9d37-4643-a3e9-e4a820069173 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0508657 Oct 14 07:04:08.817424 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9a2eb603-8f03-41a5-bb65-98f872e7fc80 req-51e6cdfa-3298-45f8-808e-e31f88f0116e tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308192 Oct 14 07:04:08.943253 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5247d-9f06-4f32-aa58-b6349be4f6c0 req-d7b809f4-db83-48fc-a334-5b45dc726a87 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:08.944681 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ccb5247d-9f06-4f32-aa58-b6349be4f6c0 req-d7b809f4-db83-48fc-a334-5b45dc726a87 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0490007 Oct 14 07:04:08.983767 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ccb5247d-9f06-4f32-aa58-b6349be4f6c0 req-7ad36863-7570-4299-a0b8-8facb7f9d93a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Oct 14 07:04:08.993322 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 34762) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:09.095644 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:09.165405 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:09.239961 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:09.278579 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62af9fb56139400ca62a31b489a03dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841346 Oct 14 07:04:09.279429 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f7b500-5f26-44b7-883e-c57a325377b4,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:09.281272 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34766) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:09.286478 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.286832 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.287173 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.287784 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.288119 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.288452 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.288776 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.289102 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.289426 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.289744 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.290062 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.290384 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25228f3f-58ae-44be-9019-b1ed20244f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:09.329527 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2164b523-14c8-4b6e-9678-5028e9d4ea48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:09.349397 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2164b523-14c8-4b6e-9678-5028e9d4ea48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:09.480664 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2164b523-14c8-4b6e-9678-5028e9d4ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:09.483223 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2164b523-14c8-4b6e-9678-5028e9d4ea48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:09.484460 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-2164b523-14c8-4b6e-9678-5028e9d4ea48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98f7b500-5f26-44b7-883e-c57a325377b4 HTTP/1.1" status: 204 len: 168 time: 0.2021375 Oct 14 07:04:09.492323 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164b523-14c8-4b6e-9678-5028e9d4ea48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f7b500-5f26-44b7-883e-c57a325377b4,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:09.938980 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6e933-8deb-4abd-8bd8-cf667fadb649 req-d0987f66-9e6f-4492-80c8-dad6cd175e2d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:09.940473 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c7e6e933-8deb-4abd-8bd8-cf667fadb649 req-d0987f66-9e6f-4492-80c8-dad6cd175e2d tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0582447 Oct 14 07:04:09.977143 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c7e6e933-8deb-4abd-8bd8-cf667fadb649 req-45649abb-6009-4325-b842-b599d2a4d3bc tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307157 Oct 14 07:04:10.108279 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafae7e-c114-43d8-8c09-97231e6b165c req-9e66ef8c-cc73-4d30-92dd-7ecaa7d45d0a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:10.109721 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eaafae7e-c114-43d8-8c09-97231e6b165c req-9e66ef8c-cc73-4d30-92dd-7ecaa7d45d0a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0472534 Oct 14 07:04:10.146038 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eaafae7e-c114-43d8-8c09-97231e6b165c req-335cf362-b4a1-4816-8bcd-f2caf754624e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300753 Oct 14 07:04:10.150096 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 34778) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:10.163631 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5a9d227a-e6e8-4179-82fd-d5d3e5673616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:10.234307 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5a9d227a-e6e8-4179-82fd-d5d3e5673616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:10.293276 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5a9d227a-e6e8-4179-82fd-d5d3e5673616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:10.333220 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-5a9d227a-e6e8-4179-82fd-d5d3e5673616 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b15ff266a994865ab0d47f6eb2f17d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821129 Oct 14 07:04:10.334331 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d227a-e6e8-4179-82fd-d5d3e5673616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aaf618-0f0f-44f6-8af4-cdb99e2c8552,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:10.335966 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 34780) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:10.383246 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-00ae3e42-9ec8-4cdd-b81a-859b7a263d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:10.404552 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-00ae3e42-9ec8-4cdd-b81a-859b7a263d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:10.528126 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-00ae3e42-9ec8-4cdd-b81a-859b7a263d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:10.530678 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-00ae3e42-9ec8-4cdd-b81a-859b7a263d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:10.531886 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-00ae3e42-9ec8-4cdd-b81a-859b7a263d95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78aaf618-0f0f-44f6-8af4-cdb99e2c8552 HTTP/1.1" status: 204 len: 168 time: 0.1949146 Oct 14 07:04:10.542276 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae3e42-9ec8-4cdd-b81a-859b7a263d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aaf618-0f0f-44f6-8af4-cdb99e2c8552,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:11.093376 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a71ba-91cb-4d0f-b3cb-bc30457f89e1 req-a8dd55d2-b6ee-48f2-bde6-97cc60c963cd tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:11.095252 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-db1a71ba-91cb-4d0f-b3cb-bc30457f89e1 req-a8dd55d2-b6ee-48f2-bde6-97cc60c963cd tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0503106 Oct 14 07:04:11.136518 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-db1a71ba-91cb-4d0f-b3cb-bc30457f89e1 req-9bd7a7a3-ec84-40c4-aace-7c1c5753cb98 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320768 Oct 14 07:04:11.266202 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb8fb0-7e67-4b1f-9860-0d11b9b28d1b req-15ceabe0-f5e7-4282-a71e-c40665f8d3fb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:11.267706 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d3cb8fb0-7e67-4b1f-9860-0d11b9b28d1b req-15ceabe0-f5e7-4282-a71e-c40665f8d3fb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0499780 Oct 14 07:04:11.305816 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d3cb8fb0-7e67-4b1f-9860-0d11b9b28d1b req-a1b7cd2c-bb1a-49c6-bdd2-2cf57b55569f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319712 Oct 14 07:04:12.249425 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b7105-b2be-44a7-bd98-2ec416116f5b req-2b93888a-40b6-4ada-9309-e93199f25b8f tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:12.250886 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-791b7105-b2be-44a7-bd98-2ec416116f5b req-2b93888a-40b6-4ada-9309-e93199f25b8f tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0477209 Oct 14 07:04:12.291844 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-791b7105-b2be-44a7-bd98-2ec416116f5b req-936bb5ff-2f65-405c-a02e-6dab8e76fe88 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351684 Oct 14 07:04:12.433756 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bb973-9689-4194-952c-2c05988f6155 req-eed2f70d-9c04-46b6-abe3-b180184ac321 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:12.435216 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e67bb973-9689-4194-952c-2c05988f6155 req-eed2f70d-9c04-46b6-abe3-b180184ac321 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0521276 Oct 14 07:04:12.472417 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e67bb973-9689-4194-952c-2c05988f6155 req-d490b866-6ef2-4bb0-9412-7b8a453bbf71 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314083 Oct 14 07:04:13.209950 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5a236dfd-b937-41bc-adb2-105a43a4b7a5 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:04:13.305406 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:13.316926 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'port_id': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'mac_address': 'fa:16:3e:c6:d5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:04:13.356808 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:13.369490 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a236dfd-b937-41bc-adb2-105a43a4b7a5 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:04:13.390150 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:13.405046 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185cd55-4636-4c2c-9a52-229652b602cb req-c32418aa-a0e1-4d13-b2d7-12235159105a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:13.407152 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0185cd55-4636-4c2c-9a52-229652b602cb req-c32418aa-a0e1-4d13-b2d7-12235159105a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 944 time: 0.0489309 Oct 14 07:04:13.445654 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0185cd55-4636-4c2c-9a52-229652b602cb req-04129ef8-3ea1-4f45-982a-9d677fd46be3 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322258 Oct 14 07:04:13.482062 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:13.532559 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=5a236dfd-b937-41bc-adb2-105a43a4b7a5,revision_number=7']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:13.587406 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdc027-3af8-45e9-afec-b6c7d836f2ec req-666407b0-aa41-4d2d-9e1a-8324e2cf5542 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:13.588790 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-53cdc027-3af8-45e9-afec-b6c7d836f2ec req-666407b0-aa41-4d2d-9e1a-8324e2cf5542 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0474193 Oct 14 07:04:13.629365 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-53cdc027-3af8-45e9-afec-b6c7d836f2ec req-8452bf14-3a61-4395-8f16-1a2b00e6e6fc tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341883 Oct 14 07:04:13.862516 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['5a236dfd-b937-41bc-adb2-105a43a4b7a5'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:04:14.559273 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb356f-8ab9-4b25-b022-78789ed4132a req-45318241-6786-4a2f-b9d1-8641ff8c40ed tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:14.560854 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6cbb356f-8ab9-4b25-b022-78789ed4132a req-45318241-6786-4a2f-b9d1-8641ff8c40ed tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 945 time: 0.0504618 Oct 14 07:04:14.600151 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6cbb356f-8ab9-4b25-b022-78789ed4132a req-173369b1-8f63-4fcd-8c13-380212663e83 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Oct 14 07:04:14.750568 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ab0c6-f6fb-4a20-b760-474616349515 req-12434eb6-bb46-4936-88e1-21add2ff92a0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:14.752061 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-351ab0c6-f6fb-4a20-b760-474616349515 req-12434eb6-bb46-4936-88e1-21add2ff92a0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0534124 Oct 14 07:04:14.789725 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-351ab0c6-f6fb-4a20-b760-474616349515 req-42b18cea-58fb-4329-b670-7968037a6814 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317805 Oct 14 07:04:15.709788 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4654-fd42-42bb-b216-68f3233855d1 req-35dffe96-7a61-40f8-b53e-d693d66a613b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:15.711199 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a7ec4654-fd42-42bb-b216-68f3233855d1 req-35dffe96-7a61-40f8-b53e-d693d66a613b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 945 time: 0.0464072 Oct 14 07:04:15.751465 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a7ec4654-fd42-42bb-b216-68f3233855d1 req-df898466-9965-45ab-9b05-389c444c3753 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345285 Oct 14 07:04:15.908224 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b2b37-7ce0-4ede-8178-56f1465661d3 req-3d843932-fce6-426f-aca9-642238a17331 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:15.909658 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fe3b2b37-7ce0-4ede-8178-56f1465661d3 req-3d843932-fce6-426f-aca9-642238a17331 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0465250 Oct 14 07:04:15.946461 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fe3b2b37-7ce0-4ede-8178-56f1465661d3 req-962c16d4-8d0b-417c-9a20-8ba47f97aa8c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308919 Oct 14 07:04:16.752118 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5a236dfd-b937-41bc-adb2-105a43a4b7a5 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:04:16.806319 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:04:16.806689 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:16.866378 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bffe6-45eb-4799-a3bb-625fc2324fd7 req-a00f63ef-718d-4833-b456-6ed40e0b0fd8 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:16.867871 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-aa2bffe6-45eb-4799-a3bb-625fc2324fd7 req-a00f63ef-718d-4833-b456-6ed40e0b0fd8 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 945 time: 0.0467219 Oct 14 07:04:16.881855 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:16.904309 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:04:16.905448 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-aa2bffe6-45eb-4799-a3bb-625fc2324fd7 req-f69afc09-bc79-4c85-84e0-505d515021ac tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312593 Oct 14 07:04:16.906548 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ba3b1d-f732-467b-b1a1-b262855a3fcb" -d '{"events": [{"server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "name": "network-vif-plugged", "status": "completed", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:04:16.919792 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:16.940576 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add8dd7d-56fe-43d4-995a-fcee87ea65df x-openstack-request-id: req-add8dd7d-56fe-43d4-995a-fcee87ea65df {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:04:16.940869 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "name": "network-vif-plugged", "status": "completed", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:04:16.941124 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-add8dd7d-56fe-43d4-995a-fcee87ea65df {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:04:16.941510 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'code': 200} Oct 14 07:04:16.994310 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:17.048924 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=5a236dfd-b937-41bc-adb2-105a43a4b7a5,revision_number=8']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:17.066750 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c5a9-4c21-4b2d-8c72-bf09b8997005 req-f52f1f9b-5e20-48d3-adee-7eaebf2be8e2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:17.068274 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b384c5a9-4c21-4b2d-8c72-bf09b8997005 req-f52f1f9b-5e20-48d3-adee-7eaebf2be8e2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0519834 Oct 14 07:04:17.108910 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b384c5a9-4c21-4b2d-8c72-bf09b8997005 req-69eb1a5e-a306-4341-9389-ddfa1bc128d8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345988 Oct 14 07:04:18.019036 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093016f-061d-487c-8151-2a9ba847f41d req-836ad0cc-6914-42e3-9139-c0a1f60e7a67 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:18.020536 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c093016f-061d-487c-8151-2a9ba847f41d req-836ad0cc-6914-42e3-9139-c0a1f60e7a67 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0479620 Oct 14 07:04:18.059057 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c093016f-061d-487c-8151-2a9ba847f41d req-49a540c8-dcdd-4e90-8d7f-19c2bcfa8eeb tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325737 Oct 14 07:04:18.221067 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebdc3d-27b0-4644-956f-0de0172ebb8f req-a79370ea-d424-4ab3-a0ce-3390d82a8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:18.222598 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-67ebdc3d-27b0-4644-956f-0de0172ebb8f req-a79370ea-d424-4ab3-a0ce-3390d82a8eb4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1099 time: 0.0396893 Oct 14 07:04:18.226786 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065151fa-226c-4779-aa0c-fd2294c25309 req-a939c1a0-040b-43f3-8277-8785aad7cf68 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:18.228265 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-065151fa-226c-4779-aa0c-fd2294c25309 req-a939c1a0-040b-43f3-8277-8785aad7cf68 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0492156 Oct 14 07:04:18.259871 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-67ebdc3d-27b0-4644-956f-0de0172ebb8f req-f3a15d97-8bd7-47dd-bc9f-c5d9c724f432 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281687 Oct 14 07:04:18.266684 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-065151fa-226c-4779-aa0c-fd2294c25309 req-29559925-e291-4662-a1d3-581cae086269 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323029 Oct 14 07:04:19.178138 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c8a98-0f5e-46bc-8a65-6e3891a19620 req-9a46c7a7-15a0-4aec-a596-524162cad72a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:19.182527 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0d8c8a98-0f5e-46bc-8a65-6e3891a19620 req-9a46c7a7-15a0-4aec-a596-524162cad72a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0502026 Oct 14 07:04:19.223645 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0d8c8a98-0f5e-46bc-8a65-6e3891a19620 req-a5e962a2-dc94-4d14-8441-6bb99de9becb tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363359 Oct 14 07:04:19.382981 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca806a-dacb-4b09-9484-7448c22c9577 req-e7404f0f-1ff2-4c22-9879-33e7cf4b1488 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:19.384468 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-99ca806a-dacb-4b09-9484-7448c22c9577 req-e7404f0f-1ff2-4c22-9879-33e7cf4b1488 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0487967 Oct 14 07:04:19.427946 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-99ca806a-dacb-4b09-9484-7448c22c9577 req-78bfff16-75cd-49a2-bb22-e68616c15217 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367992 Oct 14 07:04:20.333369 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417cc7c-231c-4a7c-9c6f-345b88e7f0a3 req-d8eb6e04-5398-41b4-b778-a9b26d8d8458 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:20.334783 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2417cc7c-231c-4a7c-9c6f-345b88e7f0a3 req-d8eb6e04-5398-41b4-b778-a9b26d8d8458 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0467002 Oct 14 07:04:20.371079 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2417cc7c-231c-4a7c-9c6f-345b88e7f0a3 req-2a8e2bdc-2596-4c51-97d6-8f3a9daf0b30 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299547 Oct 14 07:04:20.548013 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba68e9-cdd3-4a09-9f20-8306f65e99ae req-bc8e7600-6755-447b-80de-6723c407fe70 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:20.549460 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a4ba68e9-cdd3-4a09-9f20-8306f65e99ae req-bc8e7600-6755-447b-80de-6723c407fe70 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0488591 Oct 14 07:04:20.591340 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a4ba68e9-cdd3-4a09-9f20-8306f65e99ae req-36907f7b-6730-42f2-b15e-35eb3eb4bcf2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357888 Oct 14 07:04:21.706807 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642aa20-b7c9-4a13-8bfd-1785e9e19e95 req-8a7a9b5b-9960-463e-a094-88bbd5f881b8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:21.708284 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f642aa20-b7c9-4a13-8bfd-1785e9e19e95 req-8a7a9b5b-9960-463e-a094-88bbd5f881b8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0482047 Oct 14 07:04:21.744493 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f642aa20-b7c9-4a13-8bfd-1785e9e19e95 req-bca62614-72ac-44da-a38b-227e483db74d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305350 Oct 14 07:04:21.948159 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:22.877522 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c45bd7-21dd-4fce-a864-fd0818435237 req-e0d9d0d6-a774-4c7d-a83d-9c3d3b870fb1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:22.878964 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94c45bd7-21dd-4fce-a864-fd0818435237 req-e0d9d0d6-a774-4c7d-a83d-9c3d3b870fb1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0471213 Oct 14 07:04:22.916833 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-94c45bd7-21dd-4fce-a864-fd0818435237 req-2ac1731a-1cdb-4b89-9b92-8a81de723143 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315688 Oct 14 07:04:23.812658 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:04:23.904506 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:23.915548 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'port_id': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'mac_address': 'fa:16:3e:cc:03:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:04:23.955282 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:23.967966 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:04:23.987480 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:24.034332 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef305d-914f-4871-a232-423e6e283dbc req-e21c0160-7eca-4363-a973-fc1c771c2f99 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:24.035801 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-48ef305d-914f-4871-a232-423e6e283dbc req-e21c0160-7eca-4363-a973-fc1c771c2f99 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0476153 Oct 14 07:04:24.075659 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:24.078320 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-48ef305d-914f-4871-a232-423e6e283dbc req-9bb6783a-76d3-4ec3-81f9-dc9b9a6be6aa tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361342 Oct 14 07:04:24.123178 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=6']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:24.300424 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['2b9ff6d7-6991-48ff-ad4f-81a766f46d49'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:04:24.394338 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4c88147a-c0fd-4ead-9f81-fb11c42ddd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:25.204076 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c2ae3-086b-4b69-9062-a452f4c93296 req-f678826a-26d1-4301-b508-7e248f1af213 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:25.205542 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0e1c2ae3-086b-4b69-9062-a452f4c93296 req-f678826a-26d1-4301-b508-7e248f1af213 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0516701 Oct 14 07:04:25.244229 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0e1c2ae3-086b-4b69-9062-a452f4c93296 req-9fc1395d-c0c1-4633-ac0a-85f5f6eb5af5 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Oct 14 07:04:26.365157 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb65560-1010-4247-ab50-8265242fd1c5 req-5fe57ba9-8105-4462-8a44-7f8a3f3078f6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:26.366609 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8fb65560-1010-4247-ab50-8265242fd1c5 req-5fe57ba9-8105-4462-8a44-7f8a3f3078f6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0511479 Oct 14 07:04:26.405861 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8fb65560-1010-4247-ab50-8265242fd1c5 req-b7d0d7f9-07b5-4c0c-8d91-96bf13a19d12 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334291 Oct 14 07:04:27.184605 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7ed7ecf3-fe1c-465b-b66a-6cc4fc88f5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:27.527399 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83391c-0ad8-4e18-b7a7-ab44137b7f4a req-39d91534-302b-46d6-99b7-7f14508b0e96 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:27.528854 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f83391c-0ad8-4e18-b7a7-ab44137b7f4a req-39d91534-302b-46d6-99b7-7f14508b0e96 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0469713 Oct 14 07:04:27.568738 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f83391c-0ad8-4e18-b7a7-ab44137b7f4a req-382b33b9-2525-4f6c-be6b-b459d5cc6ec3 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342321 Oct 14 07:04:27.617761 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:04:27.663883 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:04:27.664246 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:27.739387 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:27.761059 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:04:27.763251 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6d51b0-a140-4237-93f7-303127c3dbfb" -d '{"events": [{"server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "name": "network-vif-plugged", "status": "completed", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:04:27.775097 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:27.799041 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b41cadb-732b-4e13-8854-bf332d695e06 x-openstack-request-id: req-4b41cadb-732b-4e13-8854-bf332d695e06 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:04:27.799340 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "name": "network-vif-plugged", "status": "completed", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:04:27.799627 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b41cadb-732b-4e13-8854-bf332d695e06 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:04:27.800015 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'code': 200} Oct 14 07:04:27.841205 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:27.886467 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=7']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:28.290799 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:28.497045 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:28.685002 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ad1f7-a87a-4942-b9c7-84cbde697129 req-23e0425f-8522-4f5d-a8ba-eae984776c39 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:28.686461 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-062ad1f7-a87a-4942-b9c7-84cbde697129 req-23e0425f-8522-4f5d-a8ba-eae984776c39 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0487535 Oct 14 07:04:28.723908 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-062ad1f7-a87a-4942-b9c7-84cbde697129 req-45a460a4-a7a4-4f99-ba74-501ab22cce35 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312648 Oct 14 07:04:29.862617 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbba6d0-73ff-4537-9dfc-3d270675f61d req-77f4f9b6-85ed-4077-8d93-22ebc972655f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:29.871424 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1cbba6d0-73ff-4537-9dfc-3d270675f61d req-77f4f9b6-85ed-4077-8d93-22ebc972655f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0658324 Oct 14 07:04:29.915636 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1cbba6d0-73ff-4537-9dfc-3d270675f61d req-7d0163c0-e31b-4801-94dc-a9d7ccf1788d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Oct 14 07:04:30.183918 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:31.063696 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d67ddb-35bb-4fcd-9d9d-30688363f309 req-1870cb47-26db-41fd-abab-6eee7de96f9d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:31.065770 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a3d67ddb-35bb-4fcd-9d9d-30688363f309 req-1870cb47-26db-41fd-abab-6eee7de96f9d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0579021 Oct 14 07:04:31.122012 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a3d67ddb-35bb-4fcd-9d9d-30688363f309 req-b89420a3-ebe5-4384-b9a3-3a6c7918b713 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497136 Oct 14 07:04:32.253939 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b1cf6-d5ef-4bfa-aced-8b52078926e2 req-e74c727d-a28b-408d-9cc3-cdad87d35f53 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:32.255463 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e48b1cf6-d5ef-4bfa-aced-8b52078926e2 req-e74c727d-a28b-408d-9cc3-cdad87d35f53 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0530963 Oct 14 07:04:32.296628 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e48b1cf6-d5ef-4bfa-aced-8b52078926e2 req-020b28fc-cfa2-4923-b31d-3b587a91da6a tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346081 Oct 14 07:04:33.428455 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8ad46-5d04-4c9b-8204-8eff3b4e03b7 req-64698388-974b-4c7a-a661-31c7fc905072 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:33.429915 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bee8ad46-5d04-4c9b-8204-8eff3b4e03b7 req-64698388-974b-4c7a-a661-31c7fc905072 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0542216 Oct 14 07:04:33.478461 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bee8ad46-5d04-4c9b-8204-8eff3b4e03b7 req-b40a709d-b2cd-4a28-8eb9-ca319ffa0a79 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417824 Oct 14 07:04:34.625192 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b4629-7f7b-41b1-873a-0a0f7e5e2bea req-c8ab5135-5ece-41a0-981f-85a627b720b8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:34.626826 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a78b4629-7f7b-41b1-873a-0a0f7e5e2bea req-c8ab5135-5ece-41a0-981f-85a627b720b8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0681696 Oct 14 07:04:34.677033 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a78b4629-7f7b-41b1-873a-0a0f7e5e2bea req-38161559-c9e7-4b78-8d35-628bb3b85b35 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440657 Oct 14 07:04:35.818858 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60f4b-1ede-4d53-bc2f-5c6c1cb1843c req-b1f37161-db27-4c50-b13c-59affbf80903 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:35.820375 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-beb60f4b-1ede-4d53-bc2f-5c6c1cb1843c req-b1f37161-db27-4c50-b13c-59affbf80903 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0627594 Oct 14 07:04:35.872894 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-beb60f4b-1ede-4d53-bc2f-5c6c1cb1843c req-c6879ae9-6f0a-4cba-aa8a-edc39f941f65 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459299 Oct 14 07:04:37.020686 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e265e3-a622-4966-ba18-29a48197f46d req-0ebb42ee-de2c-4e07-8f7a-520f8871dfb4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:37.022979 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-44e265e3-a622-4966-ba18-29a48197f46d req-0ebb42ee-de2c-4e07-8f7a-520f8871dfb4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0556822 Oct 14 07:04:37.073202 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-44e265e3-a622-4966-ba18-29a48197f46d req-71345dcf-5566-419a-92d9-6d28657b8098 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403349 Oct 14 07:04:38.215325 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b5756-f1a8-43f0-b90f-a884f443b918 req-5760b063-f954-4111-b52b-f6ea55399c13 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:38.216992 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3b4b5756-f1a8-43f0-b90f-a884f443b918 req-5760b063-f954-4111-b52b-f6ea55399c13 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0655439 Oct 14 07:04:38.262211 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3b4b5756-f1a8-43f0-b90f-a884f443b918 req-0b3a30d9-4c77-455e-9153-e96faf93b858 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391707 Oct 14 07:04:39.388721 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7645337-e000-4e6c-9c4f-bf77993c479c req-03140598-d6a9-4f92-8012-d5c1a812aec5 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:39.390299 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e7645337-e000-4e6c-9c4f-bf77993c479c req-03140598-d6a9-4f92-8012-d5c1a812aec5 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0502274 Oct 14 07:04:39.431805 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e7645337-e000-4e6c-9c4f-bf77993c479c req-3ad0ddf4-2aa8-4d61-9313-42727c6eb0ec tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352511 Oct 14 07:04:40.551204 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba71158-5ddb-4c7a-b827-39f17eef111d req-ccba51d3-aa35-4858-be64-79f97f619323 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:40.552687 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6ba71158-5ddb-4c7a-b827-39f17eef111d req-ccba51d3-aa35-4858-be64-79f97f619323 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0477567 Oct 14 07:04:40.589810 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6ba71158-5ddb-4c7a-b827-39f17eef111d req-3e2996c5-a555-45f1-abde-1091778bc323 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308516 Oct 14 07:04:41.704413 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb924b7b-2236-4abb-8cf3-54b9aa1cc7f6 req-77aa9dc4-adb3-4f31-a184-aa6ac373b4c6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:41.705823 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb924b7b-2236-4abb-8cf3-54b9aa1cc7f6 req-77aa9dc4-adb3-4f31-a184-aa6ac373b4c6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0473030 Oct 14 07:04:41.747309 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bb924b7b-2236-4abb-8cf3-54b9aa1cc7f6 req-95f14736-e0c2-48ca-a128-dbe137405023 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354893 Oct 14 07:04:42.531783 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-5c025acf-4526-4d05-ad7d-ebceb46c08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:42.533248 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-5c025acf-4526-4d05-ad7d-ebceb46c08bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 1099 time: 0.0391438 Oct 14 07:04:42.624628 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-70612ddf-f92a-4cc6-8f3d-a82c23cee964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:42.626100 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-70612ddf-f92a-4cc6-8f3d-a82c23cee964 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 917 time: 0.0851405 Oct 14 07:04:42.691191 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-195a2974-796b-4f7c-a91d-63702866d718 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49 HTTP/1.1" status: 200 len: 1001 time: 0.0566602 Oct 14 07:04:42.741056 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-f9d677e4-59e6-4d8d-914c-32daffc1405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:42.742388 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-f9d677e4-59e6-4d8d-914c-32daffc1405f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 200 len: 855 time: 0.0418549 Oct 14 07:04:42.792475 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-d396ca72-9fd3-4baa-b747-3259ee079aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:42.793934 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-d396ca72-9fd3-4baa-b747-3259ee079aaa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ef5d404-6511-4668-98f7-3518420f00d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428796 Oct 14 07:04:42.869026 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540c376-c7d9-432a-9dac-50274185b8f3 req-d0638ce0-c143-4517-a71b-515b012077d0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:42.870751 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f540c376-c7d9-432a-9dac-50274185b8f3 req-d0638ce0-c143-4517-a71b-515b012077d0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0493054 Oct 14 07:04:42.887736 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-34366d45-62d9-4c0b-b5e2-e2aa9f6989c0 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 Oct 14 07:04:42.915872 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f540c376-c7d9-432a-9dac-50274185b8f3 req-e4aae6af-0d43-449c-85b4-85bb9a9d0dff tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380580 Oct 14 07:04:42.993712 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-0ce1ad2f-7345-4ce4-8546-cc76ee94f7cb req-0f7da014-1e5b-4804-b1c9-9966e05fa9c0 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973015 Oct 14 07:04:43.524535 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba30a1-89e5-4939-b591-ad03fd58e660 req-901f4181-45c2-45de-b13d-fb16e42c8c49 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:43.525971 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-37ba30a1-89e5-4939-b591-ad03fd58e660 req-901f4181-45c2-45de-b13d-fb16e42c8c49 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0474994 Oct 14 07:04:43.564596 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-37ba30a1-89e5-4939-b591-ad03fd58e660 req-fdc2be9f-6268-443e-8bcf-4de7c68dc21a tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326576 Oct 14 07:04:44.031465 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ef00e-d777-4a25-a0d6-c52ab6d6e75d req-d1abc8f9-69e4-4d15-829e-b52aebf8352f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:44.032888 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7a0ef00e-d777-4a25-a0d6-c52ab6d6e75d req-d1abc8f9-69e4-4d15-829e-b52aebf8352f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0468264 Oct 14 07:04:44.074772 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7a0ef00e-d777-4a25-a0d6-c52ab6d6e75d req-0847d9d4-e581-421e-92fb-f02be85112a4 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358794 Oct 14 07:04:44.675977 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561ff8b-c1c7-49d1-9f63-6a11cefaa9a6 req-045b1204-a370-4c83-8abf-6c54b17860c6 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:44.677430 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a561ff8b-c1c7-49d1-9f63-6a11cefaa9a6 req-045b1204-a370-4c83-8abf-6c54b17860c6 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0480602 Oct 14 07:04:44.681067 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:04:44.715995 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a561ff8b-c1c7-49d1-9f63-6a11cefaa9a6 req-6d32b010-7c14-4783-958a-1e18ad1cbc18 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326092 Oct 14 07:04:45.192462 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdd568-9cba-4fdd-b7f9-cee76bb3b3b5 req-85b71d03-358a-4742-9605-482fd28b8018 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:45.193999 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6bfdd568-9cba-4fdd-b7f9-cee76bb3b3b5 req-85b71d03-358a-4742-9605-482fd28b8018 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 946 time: 0.0497408 Oct 14 07:04:45.241022 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6bfdd568-9cba-4fdd-b7f9-cee76bb3b3b5 req-b6ceacf2-7614-4df8-85c5-5fccb3ca40b8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406184 Oct 14 07:04:45.823659 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-2223fd25-13d2-41a3-9e20-93dcc9fc3099 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:45.825705 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-2223fd25-13d2-41a3-9e20-93dcc9fc3099 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.39 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0477705 Oct 14 07:04:45.828106 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a33dd0-57c3-49cc-8470-b3c0e03e6135 req-887e1ebb-bd6c-4e2f-b7d2-d23324c9bce6 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:45.829534 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f8a33dd0-57c3-49cc-8470-b3c0e03e6135 req-887e1ebb-bd6c-4e2f-b7d2-d23324c9bce6 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 946 time: 0.0484583 Oct 14 07:04:45.870187 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f8a33dd0-57c3-49cc-8470-b3c0e03e6135 req-c163d0f4-ca3a-47d9-b6a1-67acd389afd0 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups?id=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345588 Oct 14 07:04:45.934911 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Deleting port 9f2f7342-4a96-4377-9972-e82825f36402 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:04:45.934911 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:45.965033 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:04:46.017433 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] For port 9f2f7342-4a96-4377-9972-e82825f36402, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=9f2f7342-4a96-4377-9972-e82825f36402,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:46.017701 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:46.042812 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:46.066181 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:04:46.068560 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd785ea-4b69-4d1e-a7da-11c1757459ff" -d '{"events": [{"server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "name": "network-vif-unplugged", "status": "completed", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:04:46.082471 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:46.099415 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Oct 2021 07:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d802ab7-769c-4892-80e5-d96f7b021584 x-openstack-request-id: req-7d802ab7-769c-4892-80e5-d96f7b021584 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:04:46.099739 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "name": "network-vif-unplugged", "status": "failed", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49", "code": 422}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:04:46.099993 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d802ab7-769c-4892-80e5-d96f7b021584 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:04:46.100388 dv-cinder-804470-7-iscsi neutron-server[106665]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'code': 422} returned with failed status Oct 14 07:04:46.147596 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:46.148315 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 9f2f7342-4a96-4377-9972-e82825f36402 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:04:46.200301 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:46.200744 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:46.201116 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.l3_db [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Floating IP 844ceb64-e470-470d-bd61-099e76c0c2ff disassociated. External IP: 172.27.0.52, port: 9f2f7342-4a96-4377-9972-e82825f36402. Oct 14 07:04:46.201514 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Calling delete_port for 9f2f7342-4a96-4377-9972-e82825f36402 owned by compute:nova {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:04:46.225121 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=8']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:46.267227 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:46.361521 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd626063-c349-4ae9-9be8-ec2f13694cf3 req-92b36acb-6097-40bb-8770-30a154453421 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:46.362959 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dd626063-c349-4ae9-9be8-ec2f13694cf3 req-92b36acb-6097-40bb-8770-30a154453421 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0485039 Oct 14 07:04:46.382157 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:46.403978 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dd626063-c349-4ae9-9be8-ec2f13694cf3 req-63d8feb7-efde-4951-ad6b-aab6d8476de7 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350933 Oct 14 07:04:46.408364 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event deleted for resources: {'Port': ['ID=9f2f7342-4a96-4377-9972-e82825f36402,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:46.532271 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:04:46.638763 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:04:46.649810 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] Sync routers for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:04:46.659882 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:04:46.660498 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:04:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:46.682477 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] No DVR routers for this DVR port 9f2f7342-4a96-4377-9972-e82825f36402 on host hv-cinder-80447 {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:04:46.685796 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:46.689556 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-e233a32a-c8f9-46b5-85f0-d0028bdecf80 req-ecb1799a-dd11-4b5c-8698-e999430aaa89 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.39 "DELETE /v2.0/ports/9f2f7342-4a96-4377-9972-e82825f36402 HTTP/1.1" status: 204 len: 173 time: 0.8516438 Oct 14 07:04:46.690005 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'name': 'network-vif-deleted', 'tag': '9f2f7342-4a96-4377-9972-e82825f36402'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:04:46.692244 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df568933-ef61-4acd-890d-249732329d9a" -d '{"events": [{"server_uuid": "21143d2c-c25a-4013-9dd9-0fbb8f47c7f5", "name": "network-vif-deleted", "tag": "9f2f7342-4a96-4377-9972-e82825f36402"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:04:46.728668 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff3b2dc-05ec-45fc-a658-e5f07f60a44e x-openstack-request-id: req-dff3b2dc-05ec-45fc-a658-e5f07f60a44e {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:04:46.728999 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21143d2c-c25a-4013-9dd9-0fbb8f47c7f5", "name": "network-vif-deleted", "tag": "9f2f7342-4a96-4377-9972-e82825f36402", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:04:46.729247 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dff3b2dc-05ec-45fc-a658-e5f07f60a44e {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:04:46.729640 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21143d2c-c25a-4013-9dd9-0fbb8f47c7f5', 'name': 'network-vif-deleted', 'tag': '9f2f7342-4a96-4377-9972-e82825f36402', 'status': 'completed', 'code': 200} Oct 14 07:04:46.891050 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:04:46.993442 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8d808f79-5e66-4927-9f37-4784f21d699c req-27d7a0c8-cb75-429a-9dea-2729321b70ed tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/ports?device_id=21143d2c-c25a-4013-9dd9-0fbb8f47c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0276101 Oct 14 07:04:47.112685 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:47.142442 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] Checking router: 18fe9b33-d0b6-4b48-93b5-8a7e75565698 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:04:47.150547 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:04:47.151149 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:04:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:47.265161 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:04:47.465812 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:47.494830 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215056ea-dd08-4559-a937-35487bac0f96 None None] The sync data for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi is: [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '2267a915-ac0d-4380-a6ee-e7d287746058', 'name': '', 'network_id': '66155dfa-dea4-48a3-b82b-3a2397f9f003', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'mac_address': 'fa:16:3e:58:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:20Z', 'updated_at': '2021-10-14T06:57:30Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'subnets': [{'id': 'a4b593eb-eaa1-442b-aeba-f9575e021948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:04:47.730480 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35282) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:47.758856 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d75d5ad-1257-4864-aa34-20f3c2bd5720 None None] New status for floating IP 844ceb64-e470-470d-bd61-099e76c0c2ff: DOWN {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:04:47.852595 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:47.923842 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:47.998608 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:48.042501 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab67fb86ae164bb9b56e81187f827e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085034 Oct 14 07:04:48.042501 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e73c90-005a-41ee-8a82-90dbf66ee543,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:48.043424 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35296) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:48.051055 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.051482 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.051842 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.052185 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.052516 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.052852 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.053186 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.053569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.053899 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.054235 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.054547 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.054863 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51601f0-b3cb-4fee-855c-ff8fda9c5293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:04:48.095197 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-19d5b584-49cd-47fb-8c5a-d726f051133b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:48.116076 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-19d5b584-49cd-47fb-8c5a-d726f051133b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:48.256116 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-19d5b584-49cd-47fb-8c5a-d726f051133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:48.258608 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-19d5b584-49cd-47fb-8c5a-d726f051133b admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:48.259854 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-19d5b584-49cd-47fb-8c5a-d726f051133b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43e73c90-005a-41ee-8a82-90dbf66ee543 HTTP/1.1" status: 204 len: 168 time: 0.2141004 Oct 14 07:04:48.268161 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5b584-49cd-47fb-8c5a-d726f051133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e73c90-005a-41ee-8a82-90dbf66ee543,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:48.695769 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676de1d-24e1-4aa2-9006-ec3565186936 req-de73c973-2b38-4bef-a543-6c09f4b658bb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:48.697243 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a676de1d-24e1-4aa2-9006-ec3565186936 req-de73c973-2b38-4bef-a543-6c09f4b658bb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0482802 Oct 14 07:04:48.734537 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a676de1d-24e1-4aa2-9006-ec3565186936 req-9a984b9e-96dc-451e-b79a-5ed65e58d0a1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314741 Oct 14 07:04:48.897541 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35320) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:48.915294 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d53fccac-dc3a-44c7-9cf3-006f188d4e55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:48.986468 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d53fccac-dc3a-44c7-9cf3-006f188d4e55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.055288 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d53fccac-dc3a-44c7-9cf3-006f188d4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.096353 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-d53fccac-dc3a-44c7-9cf3-006f188d4e55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6611c95a7db945e2a161cb0d0a2eb1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976314 Oct 14 07:04:49.098948 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35328) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:49.108376 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fccac-dc3a-44c7-9cf3-006f188d4e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3696ffa-9f1a-4c9d-8a4a-724ddda74153,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:49.148186 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a256be-18e5-4853-be4f-58e7fa7acee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.170035 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a256be-18e5-4853-be4f-58e7fa7acee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.196197 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35330) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:49.248295 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d12f829e-1470-4ed3-8c04-063c71dee950 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.272127 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d12f829e-1470-4ed3-8c04-063c71dee950 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.274988 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a256be-18e5-4853-be4f-58e7fa7acee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.277978 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a256be-18e5-4853-be4f-58e7fa7acee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.283912 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-e6a256be-18e5-4853-be4f-58e7fa7acee7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3696ffa-9f1a-4c9d-8a4a-724ddda74153 HTTP/1.1" status: 204 len: 168 time: 0.1837318 Oct 14 07:04:49.293518 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a256be-18e5-4853-be4f-58e7fa7acee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3696ffa-9f1a-4c9d-8a4a-724ddda74153,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:49.361732 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35338) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:49.406225 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d12f829e-1470-4ed3-8c04-063c71dee950 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.408983 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d12f829e-1470-4ed3-8c04-063c71dee950 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.411748 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-d12f829e-1470-4ed3-8c04-063c71dee950 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "DELETE /v2.0/security-groups/b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7 HTTP/1.1" status: 204 len: 168 time: 0.2129700 Oct 14 07:04:49.413663 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35342) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:49.430535 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f829e-1470-4ed3-8c04-063c71dee950 tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:49.433222 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.api.v2.resource [None req-fca7b742-28f2-48bd-aae0-36ac4822a5bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] show failed (client error): The resource could not be found. Oct 14 07:04:49.434245 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-fca7b742-28f2-48bd-aae0-36ac4822a5bd tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "GET /v2.0/security-groups/b5ccbf9a-7c67-43ab-a4c4-5f151561dfa7 HTTP/1.1" status: 404 len: 347 time: 0.0196710 Oct 14 07:04:49.441758 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35344) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:49.458450 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-66b0e742-32fb-4d99-b747-b2c18793f1f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952792 Oct 14 07:04:49.468728 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-daea7c06-43dc-4ae2-a695-cad760201891 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:04:49.469913 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-daea7c06-43dc-4ae2-a695-cad760201891 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062189 Oct 14 07:04:49.574164 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-883e6055-e4bd-4f6b-8657-61e2cac83d6b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Deleting port cf18a967-fe4c-42a0-b3bc-4fc9e2d38a10 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:04:49.577534 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-883e6055-e4bd-4f6b-8657-61e2cac83d6b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.655893 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-883e6055-e4bd-4f6b-8657-61e2cac83d6b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.656217 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-883e6055-e4bd-4f6b-8657-61e2cac83d6b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.669182 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-883e6055-e4bd-4f6b-8657-61e2cac83d6b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Calling delete_port for cf18a967-fe4c-42a0-b3bc-4fc9e2d38a10 owned by network:floatingip {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:04:49.861175 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cb051-97c3-473d-8848-bed3b3d10f8a req-41dc876f-8f53-4924-b260-ab976221abcd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:49.862878 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f92cb051-97c3-473d-8848-bed3b3d10f8a req-41dc876f-8f53-4924-b260-ab976221abcd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0564816 Oct 14 07:04:49.901228 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f92cb051-97c3-473d-8848-bed3b3d10f8a req-cdd2b558-5911-4827-958e-51405f0f660f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Oct 14 07:04:49.938106 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-883e6055-e4bd-4f6b-8657-61e2cac83d6b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:49.969160 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e6055-e4bd-4f6b-8657-61e2cac83d6b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Pushing event deleted for resources: {'Port': ['ID=cf18a967-fe4c-42a0-b3bc-4fc9e2d38a10,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:50.030735 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-883e6055-e4bd-4f6b-8657-61e2cac83d6b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks [] for floatingip, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:50.033686 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-883e6055-e4bd-4f6b-8657-61e2cac83d6b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:50.034807 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-883e6055-e4bd-4f6b-8657-61e2cac83d6b tempest-AttachVolumeTestJSON-1194854846 tempest-AttachVolumeTestJSON-1194854846-project] 10.222.0.26 "DELETE /v2.0/floatingips/844ceb64-e470-470d-bd61-099e76c0c2ff HTTP/1.1" status: 204 len: 168 time: 0.5922477 Oct 14 07:04:50.316845 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35376) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:50.412314 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-413369288-network', 'tenant_id': '7890fb41c51445108d8d640a13c9cc37'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:04:50.509203 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Made reservation on behalf of 7890fb41c51445108d8d640a13c9cc37 for: {'network': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:04:50.512168 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:50.520741 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:50.596474 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:50.783327 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:50.809293 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=106664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:04:50.815236 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9dc246-b7ad-4c8f-8b1a-6edae480d64d,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:50.820890 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:50.821232 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.segments_db [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Added segment acafda66-b504-4653-8da2-fc48a5e2a031 of type vlan for network 48044745-d9fd-418f-83ea-310d10c5c95e Oct 14 07:04:50.859801 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:50.990652 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:50.991561 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:50.996852 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:51.071921 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28205-0c80-4194-933d-efcea4bc338d req-d5aaac85-4eb2-440f-85d0-8715abee413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:51.074731 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] Pushing event updated for resources: {'Network': ['ID=48044745-d9fd-418f-83ea-310d10c5c95e,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:51.083421 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-d5aaac85-4eb2-440f-85d0-8715abee413c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18&tenant_id=94cb9b4736004bb4af3fe5cba52dcc45 HTTP/1.1" status: 200 len: 1097 time: 0.0484748 Oct 14 07:04:51.084706 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 48044745-d9fd-418f-83ea-310d10c5c95e details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:04:51.085127 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60736798-4602-4ccb-953c-3b6f0d440ea4 req-2ae1bf09-193f-4aee-8aef-96586196771d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:51.086192 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-60736798-4602-4ccb-953c-3b6f0d440ea4 req-2ae1bf09-193f-4aee-8aef-96586196771d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.1062346 Oct 14 07:04:51.110838 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-b97a7a7c-a87a-4c5d-b31b-1aad6ba09b06 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7926207 Oct 14 07:04:51.113636 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35382) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:51.119616 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Request body: {'subnet': {'network_id': '48044745-d9fd-418f-83ea-310d10c5c95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-413369288-subnet', 'tenant_id': '7890fb41c51445108d8d640a13c9cc37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:04:51.134637 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-60736798-4602-4ccb-953c-3b6f0d440ea4 req-1ace2074-e60d-4fab-9913-80b936dd9d06 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Oct 14 07:04:51.176167 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28205-0c80-4194-933d-efcea4bc338d req-389f98fc-efcd-496f-a14e-5400d8a78aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:51.177732 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-389f98fc-efcd-496f-a14e-5400d8a78aeb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 1097 time: 0.0510588 Oct 14 07:04:51.224723 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Made reservation on behalf of 7890fb41c51445108d8d640a13c9cc37 for: {'subnet': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:04:51.226886 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13022251'] for subnet, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:51.338108 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28205-0c80-4194-933d-efcea4bc338d req-3546b674-cdca-4dd2-be5f-c6e38f6ff220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:51.339676 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-3546b674-cdca-4dd2-be5f-c6e38f6ff220 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 200 len: 917 time: 0.1434336 Oct 14 07:04:51.435885 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-3b5c3697-52c0-4f07-98ea-aa9d36031c50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49 HTTP/1.1" status: 200 len: 999 time: 0.0885272 Oct 14 07:04:51.519896 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28205-0c80-4194-933d-efcea4bc338d req-e282646f-ebb4-4826-a1e0-88acae18bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:51.521315 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-e282646f-ebb4-4826-a1e0-88acae18bf97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 200 len: 855 time: 0.0764148 Oct 14 07:04:51.565221 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d28205-0c80-4194-933d-efcea4bc338d req-3d552c3e-7cc4-45e7-aa11-8fe7f6550f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:51.566644 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-3d552c3e-7cc4-45e7-aa11-8fe7f6550f62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ef5d404-6511-4668-98f7-3518420f00d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376515 Oct 14 07:04:51.603043 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15656678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13022269'] for subnet, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:51.695789 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf5b15b-30f6-42c4-b8d8-ef5ea36b3998,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:51.716330 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Checking segment: {'id': 'acafda66-b504-4653-8da2-fc48a5e2a031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '48044745-d9fd-418f-83ea-310d10c5c95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:04:51.716683 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Network hostable DHCP agents. Network: 48044745-d9fd-418f-83ea-310d10c5c95e, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:04:51.723138 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-2e0b821b-964a-4e8e-a8f1-e81ba5cf87d7 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481833 Oct 14 07:04:51.814749 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-f9d28205-0c80-4194-933d-efcea4bc338d req-14d00990-93b0-4697-9336-79ce201c9999 service neutron] 10.222.0.39 "GET /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817845 Oct 14 07:04:51.816888 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Network 48044745-d9fd-418f-83ea-310d10c5c95e is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:04:51.903500 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 48044745-d9fd-418f-83ea-310d10c5c95e) {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:04:51.907362 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:51.908033 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:51.913410 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bad57a4-85f8-4797-b69d-79a40493b7b1 None None] Network 48044745-d9fd-418f-83ea-310d10c5c95e requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:04:51.937548 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:51.991934 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-cd5ee1b1-efcf-4c63-b2e4-75c6b0e7988e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8770604 Oct 14 07:04:52.037755 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e933c6-10f2-461d-b11e-8492cfea7a39 None None] Network 48044745-d9fd-418f-83ea-310d10c5c95e requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:04:52.270673 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc16c1a-bab6-438d-9e33-331b106d0382 req-a4de110a-83cb-4dd6-accf-fe61bc659f70 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:52.272354 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-abc16c1a-bab6-438d-9e33-331b106d0382 req-a4de110a-83cb-4dd6-accf-fe61bc659f70 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0590165 Oct 14 07:04:52.312650 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-abc16c1a-bab6-438d-9e33-331b106d0382 req-7a8b7a4c-2bbc-4344-9294-51da11b00637 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332196 Oct 14 07:04:52.713991 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35430) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:52.719563 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1004950976-network', 'tenant_id': '2b1b111c8ba04e3f982f4652603ff5e0'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:04:52.828878 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Made reservation on behalf of 2b1b111c8ba04e3f982f4652603ff5e0 for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:04:52.832241 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:52.845588 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:52.934310 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:53.034435 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:53.065012 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:04:53.084299 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe35c1-50b2-4c14-9ffa-166a1ead0b7b,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:53.091768 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:53.092013 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Added segment d4e223e8-a692-4f58-804d-e7f0ce7ed8f0 of type vlan for network 75d34a72-bd99-4395-8bea-5fb5f71c1a0b Oct 14 07:04:53.132296 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:53.233058 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:53.234269 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:53.235913 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:53.300865 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] Pushing event updated for resources: {'Network': ['ID=75d34a72-bd99-4395-8bea-5fb5f71c1a0b,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:53.311010 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 75d34a72-bd99-4395-8bea-5fb5f71c1a0b details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:04:53.337654 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35438) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:53.338213 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-5464301a-a9e1-42f8-b607-586049a3bc10 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6185968 Oct 14 07:04:53.347586 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Request body: {'subnet': {'network_id': '75d34a72-bd99-4395-8bea-5fb5f71c1a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1004950976-subnet', 'tenant_id': '2b1b111c8ba04e3f982f4652603ff5e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:04:53.440029 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420470d-4b23-40e5-b697-0a4278f7d199 req-dc9526b5-9aef-4d0a-a589-628b1a1d639b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:53.441594 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2420470d-4b23-40e5-b697-0a4278f7d199 req-dc9526b5-9aef-4d0a-a589-628b1a1d639b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0493600 Oct 14 07:04:53.455399 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Made reservation on behalf of 2b1b111c8ba04e3f982f4652603ff5e0 for: {'subnet': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:04:53.457973 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15940678'] for subnet, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:53.533042 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2420470d-4b23-40e5-b697-0a4278f7d199 req-91d798ca-21f0-4ea0-ae0e-075b78424a24 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853682 Oct 14 07:04:53.749742 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15815798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15940688'] for subnet, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:53.800951 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2d5c9d-6a77-4d87-b49a-e0a561cda04e,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:53.816050 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Checking segment: {'id': 'd4e223e8-a692-4f58-804d-e7f0ce7ed8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75d34a72-bd99-4395-8bea-5fb5f71c1a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:04:53.816398 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Network hostable DHCP agents. Network: 75d34a72-bd99-4395-8bea-5fb5f71c1a0b, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:04:53.914775 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Network 75d34a72-bd99-4395-8bea-5fb5f71c1a0b is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:04:54.006087 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 75d34a72-bd99-4395-8bea-5fb5f71c1a0b) {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:04:54.009951 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:54.010715 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:54.015968 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539c445e-1375-4f04-8988-a2fda4b50bce None None] Network 75d34a72-bd99-4395-8bea-5fb5f71c1a0b requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:04:54.113969 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-61de147b-3990-47ad-826f-00fc7510df6a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7646904 Oct 14 07:04:54.158013 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84e2ff-7d95-48f8-b5b1-e5acba09fb09 None None] Network 75d34a72-bd99-4395-8bea-5fb5f71c1a0b requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:04:54.258128 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35450) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:54.406156 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-9237602c-7bee-49f0-9bca-c3f1cba9a509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:54.692634 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e968f5c-cff7-407d-a0e3-8679a9cfde65 req-bc9655b8-bfc6-4652-b396-fa6147120f3b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:54.694241 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5e968f5c-cff7-407d-a0e3-8679a9cfde65 req-bc9655b8-bfc6-4652-b396-fa6147120f3b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0746379 Oct 14 07:04:54.741888 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5e968f5c-cff7-407d-a0e3-8679a9cfde65 req-ed42429f-afff-44a4-924a-8554794fe81e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Oct 14 07:04:55.193524 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729484'] for router_interface, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:55.507115 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] Deleting port 2267a915-ac0d-4380-a6ee-e7d287746058 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:04:55.507698 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:55.593146 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] For port 2267a915-ac0d-4380-a6ee-e7d287746058, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=2267a915-ac0d-4380-a6ee-e7d287746058,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:55.593529 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:55.606418 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] Calling delete_port for 2267a915-ac0d-4380-a6ee-e7d287746058 owned by network:router_interface {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:04:55.905662 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d21d0-7787-4486-a054-70766c99df84 req-fd9db79e-efe2-4209-81b3-1125c41d22ba tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:55.908060 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ed4d21d0-7787-4486-a054-70766c99df84 req-fd9db79e-efe2-4209-81b3-1125c41d22ba tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0629189 Oct 14 07:04:55.956054 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ed4d21d0-7787-4486-a054-70766c99df84 req-e79c03ce-3f6e-4c47-b315-cde83b0d5448 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431805 Oct 14 07:04:56.292841 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:56.321782 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2267a915-ac0d-4380-a6ee-e7d287746058,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:56.513803 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1726812'] for router_interface, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:56.748184 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] Router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:04:56.859520 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:04:56.867034 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-07c1f31d-6b63-44bf-8f4f-8400aa0d3a3b admin admin] 10.222.0.26 "PUT /v2.0/routers/18fe9b33-d0b6-4b48-93b5-8a7e75565698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6056111 Oct 14 07:04:56.867463 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35472) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:56.870548 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] Sync routers for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:04:56.879780 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:04:56.880438 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:04:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:57.023170 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Publish callbacks [] for router, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:57.031144 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:04:57.123968 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d32a7-e500-41d1-bf23-ae0a1970d33b req-565d661f-65b1-4b7e-b081-4e613aa6aad5 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:57.137227 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fa9d32a7-e500-41d1-bf23-ae0a1970d33b req-565d661f-65b1-4b7e-b081-4e613aa6aad5 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0864584 Oct 14 07:04:57.173461 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:57.177661 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fa9d32a7-e500-41d1-bf23-ae0a1970d33b req-3472734e-1675-4d99-8ba6-86ac9db41a62 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343726 Oct 14 07:04:57.247999 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-9d4b039d-d7d8-4385-a23f-7af8f2432b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:57.258690 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T07:04:55Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:57.294488 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] Checking router: 18fe9b33-d0b6-4b48-93b5-8a7e75565698 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:04:57.307038 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] Routers {'18fe9b33-d0b6-4b48-93b5-8a7e75565698'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:04:57.308244 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:04:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:57.376788 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Deleting port 6e9aea92-22ad-492e-ad00-625ca35cefc6 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:04:57.377068 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:57.477106 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] Set router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:04:57.506036 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] For port 6e9aea92-22ad-492e-ad00-625ca35cefc6, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=6e9aea92-22ad-492e-ad00-625ca35cefc6,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:57.506424 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:57.520938 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Calling delete_port for 6e9aea92-22ad-492e-ad00-625ca35cefc6 owned by network:router_gateway {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:04:57.800724 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:57.821955 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T07:04:55Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:57.831607 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9aea92-22ad-492e-ad00-625ca35cefc6,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:57.868834 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b05cb2-e041-4705-9786-d80b7332a4c9 None None] The sync data for ids ['18fe9b33-d0b6-4b48-93b5-8a7e75565698'] in dv-cinder-804470-7-iscsi is: [{'id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'name': 'tempest-AttachVolumeTestJSON-2089022162-router', 'tenant_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T07:04:55Z', 'revision_number': 5, 'project_id': 'a2bab3c9bf4d4d00956a2f8df483e466', 'gw_port': {'id': '6e9aea92-22ad-492e-ad00-625ca35cefc6', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ec:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe9b33-d0b6-4b48-93b5-8a7e75565698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:14Z', 'updated_at': '2021-10-14T06:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:04:58.162113 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1731078'] for router_gateway, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.373896 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526add16-0c0b-4f41-b68f-f306f1fb408b req-80bd4c96-2c31-42e9-ab16-7cb0cbffdba6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:58.373896 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-526add16-0c0b-4f41-b68f-f306f1fb408b req-80bd4c96-2c31-42e9-ab16-7cb0cbffdba6 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0512557 Oct 14 07:04:58.375232 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101434'] for router, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.375232 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.375894 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-526add16-0c0b-4f41-b68f-f306f1fb408b req-790d9ec2-b0fb-4959-8528-c755d6b7487e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402346 Oct 14 07:04:58.503190 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728175'] for router, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.503483 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.504035 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18fe9b33-d0b6-4b48-93b5-8a7e75565698 {{(pid=106663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:04:58.507055 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.515894 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.519439 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-b869e1af-913e-4d92-9691-4e1db231d24c admin admin] 10.222.0.26 "DELETE /v2.0/routers/18fe9b33-d0b6-4b48-93b5-8a7e75565698 HTTP/1.1" status: 204 len: 168 time: 1.6489441 Oct 14 07:04:58.520039 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35490) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:58.594731 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4d4ea4-a098-4bab-a52c-ad57b147ddc6 admin admin] Deleting subnet a4b593eb-eaa1-442b-aeba-f9575e021948 {{(pid=106664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:04:58.598760 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4ea4-a098-4bab-a52c-ad57b147ddc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.657985 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4ea4-a098-4bab-a52c-ad57b147ddc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16552993'] for subnet, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.790603 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4ea4-a098-4bab-a52c-ad57b147ddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.909213 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4ea4-a098-4bab-a52c-ad57b147ddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15815735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15940715'] for subnet, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.939079 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d4ea4-a098-4bab-a52c-ad57b147ddc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b593eb-eaa1-442b-aeba-f9575e021948,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:58.940481 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9c4d4ea4-a098-4bab-a52c-ad57b147ddc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:58.950340 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-9c4d4ea4-a098-4bab-a52c-ad57b147ddc6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a4b593eb-eaa1-442b-aeba-f9575e021948 HTTP/1.1" status: 204 len: 168 time: 0.4261839 Oct 14 07:04:58.951210 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35496) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:04:58.951882 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6909aee7-6434-4674-9a0c-74a62c5ab2f7 None None] Network 66155dfa-dea4-48a3-b82b-3a2397f9f003 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:04:59.102747 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 6e9aea92-22ad-492e-ad00-625ca35cefc6 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:04:59.116305 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.183668 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 6e9aea92-22ad-492e-ad00-625ca35cefc6 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:04:59.184015 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 6e9aea92-22ad-492e-ad00-625ca35cefc6 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:04:59.184457 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 2267a915-ac0d-4380-a6ee-e7d287746058 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:04:59.219795 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 2267a915-ac0d-4380-a6ee-e7d287746058 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:04:59.220124 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 2267a915-ac0d-4380-a6ee-e7d287746058 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:04:59.241642 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Deleting port f0a166be-c468-49b9-bb22-f74909cceb55 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:04:59.252658 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.312470 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] For port f0a166be-c468-49b9-bb22-f74909cceb55, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=f0a166be-c468-49b9-bb22-f74909cceb55,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:59.312923 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.327110 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Calling delete_port for f0a166be-c468-49b9-bb22-f74909cceb55 owned by network:dhcp {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:04:59.332728 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb69903-4adb-4aff-83b2-2d77b832ac06 None None] DHCP port deletion for 66155dfa-dea4-48a3-b82b-3a2397f9f003 request from dv-cinder-804470-7-iscsi {{(pid=106665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:04:59.404016 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-7bb69903-4adb-4aff-83b2-2d77b832ac06 None None] Deleting port f0a166be-c468-49b9-bb22-f74909cceb55 {{(pid=106665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:04:59.404413 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7bb69903-4adb-4aff-83b2-2d77b832ac06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.543985 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-7bb69903-4adb-4aff-83b2-2d77b832ac06 None None] For port f0a166be-c468-49b9-bb22-f74909cceb55, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=f0a166be-c468-49b9-bb22-f74909cceb55,segment=NetworkSegment(1d3440ab-799f-441c-ba67-0b0b72b3d093),segment_id=1d3440ab-799f-441c-ba67-0b0b72b3d093)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:04:59.544714 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7bb69903-4adb-4aff-83b2-2d77b832ac06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.553620 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89deda27-fc0d-4ffa-aaa3-476df1f4dd08 req-9d821aba-9dc9-4faf-8aeb-738b791796a1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:04:59.561885 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-89deda27-fc0d-4ffa-aaa3-476df1f4dd08 req-9d821aba-9dc9-4faf-8aeb-738b791796a1 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0807900 Oct 14 07:04:59.566462 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-7bb69903-4adb-4aff-83b2-2d77b832ac06 None None] Calling delete_port for f0a166be-c468-49b9-bb22-f74909cceb55 owned by network:dhcp {{(pid=106665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:04:59.577945 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.608778 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] No DVR routers for this DVR port f0a166be-c468-49b9-bb22-f74909cceb55 on host dv-cinder-804470-7-iscsi {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:04:59.629814 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-89deda27-fc0d-4ffa-aaa3-476df1f4dd08 req-573e6c7d-80e2-4ab9-a2ed-36bb40d93375 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613782 Oct 14 07:04:59.718157 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.744951 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a166be-c468-49b9-bb22-f74909cceb55,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:59.756074 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66155dfa-dea4-48a3-b82b-3a2397f9f003']}} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:59.777884 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3440ab-799f-441c-ba67-0b0b72b3d093') {'for_net_delete': True} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:59.778109 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3440ab-799f-441c-ba67-0b0b72b3d093') {} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:04:59.787857 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7bb69903-4adb-4aff-83b2-2d77b832ac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024'] for port, after_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.789474 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15967528'] for segment, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.809348 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.817709 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb69903-4adb-4aff-83b2-2d77b832ac06 None None] Pushing event deleted for resources: {'Port': ['ID=f0a166be-c468-49b9-bb22-f74909cceb55,revision_number=None']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:04:59.822926 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=106663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:04:59.823434 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15657989'] for segment, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.829747 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb69903-4adb-4aff-83b2-2d77b832ac06 None None] No DVR routers for this DVR port f0a166be-c468-49b9-bb22-f74909cceb55 on host dv-cinder-804470-7-iscsi {{(pid=106665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: Traceback (most recent call last): Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: timer() Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: cb(*args, **kw) Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: return func(*args, **kwargs) Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: self._notify() Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: self.callback(batched_events) Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: event.method(event) Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: return f(self, *a, **k) Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._get(url).json() Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: return self.request(url, 'GET', **kwargs) Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:04:59.838328 dv-cinder-804470-7-iscsi neutron-server[106663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:04:59.971957 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.977421 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:04:59.981276 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] 10.222.0.26 "DELETE /v2.0/networks/66155dfa-dea4-48a3-b82b-3a2397f9f003 HTTP/1.1" status: 204 len: 168 time: 1.0279970 Oct 14 07:04:59.993596 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec96cd-572f-40f6-adaa-fa79de017c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=66155dfa-dea4-48a3-b82b-3a2397f9f003,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:00.170150 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:00.568795 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35508) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:00.622208 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-dc1f1f9d-08be-4ae5-b7dc-083a4c8a2a5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2bab3c9bf4d4d00956a2f8df483e466&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496070 Oct 14 07:05:00.622462 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35510) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:00.705694 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d740b1aa-ca5b-4e0c-817e-0e528ebef3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:00.740167 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d740b1aa-ca5b-4e0c-817e-0e528ebef3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:00.775061 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685dc1e-bb49-4d1f-9334-b9caf075cbc7 req-0fd2e1c0-0bc1-4a32-99f8-73bfafd3471e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:00.782909 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3685dc1e-bb49-4d1f-9334-b9caf075cbc7 req-0fd2e1c0-0bc1-4a32-99f8-73bfafd3471e tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0789745 Oct 14 07:05:00.824534 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3685dc1e-bb49-4d1f-9334-b9caf075cbc7 req-a93ee7e8-1c28-4e98-b727-50b32e24a9d9 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Oct 14 07:05:00.914860 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d740b1aa-ca5b-4e0c-817e-0e528ebef3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:00.918448 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d740b1aa-ca5b-4e0c-817e-0e528ebef3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:00.919924 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-d740b1aa-ca5b-4e0c-817e-0e528ebef3f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70162270-32ea-4982-9d23-d6d4655b47a3 HTTP/1.1" status: 204 len: 168 time: 0.2963192 Oct 14 07:05:00.931303 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740b1aa-ca5b-4e0c-817e-0e528ebef3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70162270-32ea-4982-9d23-d6d4655b47a3,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:00.991781 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device f0a166be-c468-49b9-bb22-f74909cceb55 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:05:01.018168 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: f0a166be-c468-49b9-bb22-f74909cceb55 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:05:01.018723 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device f0a166be-c468-49b9-bb22-f74909cceb55 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:05:01.977998 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2517d8-ea18-4ba1-8752-ad47f61c67d8 req-180d9167-f831-42df-ad56-27e88b551e87 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:01.979360 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9f2517d8-ea18-4ba1-8752-ad47f61c67d8 req-180d9167-f831-42df-ad56-27e88b551e87 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0723932 Oct 14 07:05:02.021357 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9f2517d8-ea18-4ba1-8752-ad47f61c67d8 req-7c8701f6-ce20-4b5b-b994-6024c7012557 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353816 Oct 14 07:05:03.159393 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67454199-e583-4650-bce2-a2e77688022a req-65ed44b8-a4cc-4a2d-8c31-86a8754b7fca tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:03.164200 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-67454199-e583-4650-bce2-a2e77688022a req-65ed44b8-a4cc-4a2d-8c31-86a8754b7fca tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0533423 Oct 14 07:05:03.202373 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-67454199-e583-4650-bce2-a2e77688022a req-a61d4726-34ab-4883-b79a-e352d72c9a4d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Oct 14 07:05:03.356429 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35588) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:03.467571 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d428c0fd-6a4b-4e60-ac5f-8cd523de0263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:03.539927 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d428c0fd-6a4b-4e60-ac5f-8cd523de0263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:03.617393 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d428c0fd-6a4b-4e60-ac5f-8cd523de0263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:03.655588 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-d428c0fd-6a4b-4e60-ac5f-8cd523de0263 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a80feed639684626a5f34ac7d7d558e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979639 Oct 14 07:05:03.656483 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428c0fd-6a4b-4e60-ac5f-8cd523de0263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1438b1e4-0590-48fc-84e7-a9b97aeb62ef,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:03.658317 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35594) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:03.708833 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9817cf2c-76c3-4b95-b457-b72124337077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:03.731313 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9817cf2c-76c3-4b95-b457-b72124337077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:03.849544 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9817cf2c-76c3-4b95-b457-b72124337077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:03.852146 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-9817cf2c-76c3-4b95-b457-b72124337077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:03.853262 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-9817cf2c-76c3-4b95-b457-b72124337077 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1438b1e4-0590-48fc-84e7-a9b97aeb62ef HTTP/1.1" status: 204 len: 168 time: 0.1938903 Oct 14 07:05:03.860587 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817cf2c-76c3-4b95-b457-b72124337077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1438b1e4-0590-48fc-84e7-a9b97aeb62ef,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:04.322319 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157f713-6bbe-4533-9173-e6e78bf7977f req-aa011963-f119-4592-aa6c-0846bf999a73 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:04.323868 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d157f713-6bbe-4533-9173-e6e78bf7977f req-aa011963-f119-4592-aa6c-0846bf999a73 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0498295 Oct 14 07:05:04.360694 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d157f713-6bbe-4533-9173-e6e78bf7977f req-2a7a3f1a-bd0d-464b-b260-99f8fecb5c0b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309546 Oct 14 07:05:05.486443 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58469ed5-03a6-4772-be81-557817e5c1d5 req-a301679d-d5cf-42aa-b124-b59cf636c355 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:05.487942 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58469ed5-03a6-4772-be81-557817e5c1d5 req-a301679d-d5cf-42aa-b124-b59cf636c355 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 944 time: 0.0494215 Oct 14 07:05:05.526468 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-58469ed5-03a6-4772-be81-557817e5c1d5 req-f7646859-8252-4099-b5e8-e02e886979fb tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324092 Oct 14 07:05:05.974899 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:05:05.984369 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35652) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:06.074999 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:06.085837 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'port_id': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'mac_address': 'fa:16:3e:cc:03:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:05:06.106919 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f277f13f-d638-4a9e-8fc3-4357204ea0fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:06.123052 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:06.135542 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:05:06.155470 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:06.178441 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f277f13f-d638-4a9e-8fc3-4357204ea0fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:06.251157 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f277f13f-d638-4a9e-8fc3-4357204ea0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:06.251466 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:06.293964 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f277f13f-d638-4a9e-8fc3-4357204ea0fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ac5a64f032c455eb7047fa80fe98943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085158 Oct 14 07:05:06.295959 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277f13f-d638-4a9e-8fc3-4357204ea0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12603a01-8d1e-4016-acd6-f7d58779b7a2,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:06.297261 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35656) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:06.308478 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=9']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:06.315634 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.315980 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.316311 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.316640 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.316965 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.317284 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.317667 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.317985 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.318297 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.318611 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.318924 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.319237 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:06.349343 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c1ad9576-f383-4a36-8900-8d04dea06367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:06.370336 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c1ad9576-f383-4a36-8900-8d04dea06367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:06.491335 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c1ad9576-f383-4a36-8900-8d04dea06367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:06.494084 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c1ad9576-f383-4a36-8900-8d04dea06367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:06.495230 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-c1ad9576-f383-4a36-8900-8d04dea06367 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12603a01-8d1e-4016-acd6-f7d58779b7a2 HTTP/1.1" status: 204 len: 168 time: 0.1969972 Oct 14 07:05:06.502905 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad9576-f383-4a36-8900-8d04dea06367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12603a01-8d1e-4016-acd6-f7d58779b7a2,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:06.557362 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['2b9ff6d7-6991-48ff-ad4f-81a766f46d49'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:05:06.644950 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6473f-c787-47b9-b9e3-874c0b132f48 req-739c6189-680f-47f8-9415-a181b314f373 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:06.652070 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e7d6473f-c787-47b9-b9e3-874c0b132f48 req-739c6189-680f-47f8-9415-a181b314f373 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0527329 Oct 14 07:05:06.685295 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e7d6473f-c787-47b9-b9e3-874c0b132f48 req-1705436f-ff7d-4511-9e50-cf90ae689c5b tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323689 Oct 14 07:05:07.140606 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35668) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:07.154303 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5244cc8a-9ec4-49aa-b548-dd3f215360d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:07.226457 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5244cc8a-9ec4-49aa-b548-dd3f215360d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:07.296797 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5244cc8a-9ec4-49aa-b548-dd3f215360d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:07.333832 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-5244cc8a-9ec4-49aa-b548-dd3f215360d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47d1791adf7e43f19f3773ae00afde98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920841 Oct 14 07:05:07.334921 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244cc8a-9ec4-49aa-b548-dd3f215360d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20544571-544f-4f8e-b838-501b24406e9c,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:07.336526 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35670) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:07.383425 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d19e3afa-c94e-407f-a229-caa47f5e9eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:07.404361 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d19e3afa-c94e-407f-a229-caa47f5e9eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:07.485095 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d19e3afa-c94e-407f-a229-caa47f5e9eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:07.487728 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d19e3afa-c94e-407f-a229-caa47f5e9eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:07.488853 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-d19e3afa-c94e-407f-a229-caa47f5e9eef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20544571-544f-4f8e-b838-501b24406e9c HTTP/1.1" status: 204 len: 168 time: 0.1512988 Oct 14 07:05:07.496190 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e3afa-c94e-407f-a229-caa47f5e9eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20544571-544f-4f8e-b838-501b24406e9c,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:07.808552 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3b507-9a4c-4b22-8a43-c34b51ef4763 req-5e80b064-f7fb-4ead-b553-16b441feec15 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:07.808552 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a2f3b507-9a4c-4b22-8a43-c34b51ef4763 req-5e80b064-f7fb-4ead-b553-16b441feec15 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 945 time: 0.0521774 Oct 14 07:05:07.845081 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a2f3b507-9a4c-4b22-8a43-c34b51ef4763 req-a47f5681-5550-471f-a888-df5d68ce4ad0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Oct 14 07:05:07.988705 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:05:08.037296 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:05:08.037654 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:08.126041 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:08.147867 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:05:08.150148 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488d75a6-d146-4490-a0fd-cbfc3673dc86" -d '{"events": [{"server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "name": "network-vif-plugged", "status": "completed", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:05:08.163074 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:08.192222 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29dbfff-6d39-4cae-a5e5-93f7cfc50937 x-openstack-request-id: req-d29dbfff-6d39-4cae-a5e5-93f7cfc50937 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:05:08.192509 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "name": "network-vif-plugged", "status": "completed", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:05:08.192755 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d29dbfff-6d39-4cae-a5e5-93f7cfc50937 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:05:08.193139 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'code': 200} Oct 14 07:05:08.280163 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:08.333781 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=10']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:08.582845 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283380d-9322-4335-a6ec-1715e1532ef2 req-208222ba-7a37-43aa-82f3-becaa2dedcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:08.584540 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8283380d-9322-4335-a6ec-1715e1532ef2 req-208222ba-7a37-43aa-82f3-becaa2dedcc9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 1100 time: 0.0394597 Oct 14 07:05:08.619205 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-8283380d-9322-4335-a6ec-1715e1532ef2 req-dd842cf0-d423-4634-a7c8-9753bfa20d13 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274174 Oct 14 07:05:08.960097 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d15283-61f7-42aa-b30e-7f0077301710 req-27676a20-56e8-41c9-9fe3-b5cbfa3a3580 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:08.961540 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6d15283-61f7-42aa-b30e-7f0077301710 req-27676a20-56e8-41c9-9fe3-b5cbfa3a3580 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 947 time: 0.0473194 Oct 14 07:05:09.000708 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6d15283-61f7-42aa-b30e-7f0077301710 req-c9984e7f-828f-47e1-bfb6-72adb9b43301 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Oct 14 07:05:10.128070 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4a3c8-1c27-4692-8ac3-08e220417e7a req-e7dac0b7-6b70-4e4a-aa98-2f79954d0778 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:10.129657 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e8d4a3c8-1c27-4692-8ac3-08e220417e7a req-e7dac0b7-6b70-4e4a-aa98-2f79954d0778 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 947 time: 0.0508823 Oct 14 07:05:10.170261 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35768) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:10.172787 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e8d4a3c8-1c27-4692-8ac3-08e220417e7a req-f8505175-546b-41b5-b6a8-6d932ec8cfe2 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334942 Oct 14 07:05:10.279715 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:10.354728 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:10.445253 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:10.486399 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b46ae37f472422ba036f14ad0fcdc53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123622 Oct 14 07:05:10.486399 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94df411-8232-4093-b4ce-9f0685c29c49,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:10.486789 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35786) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:10.491962 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.492307 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.492645 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.492975 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.493303 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.493628 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.493957 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.494282 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.494603 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.494921 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.495266 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.495646 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c16a9c-9998-48e0-88f1-aeafdfe6c965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:10.540615 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf9ee-a415-479e-b3b3-260b325da67d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:10.567419 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf9ee-a415-479e-b3b3-260b325da67d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:10.737157 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf9ee-a415-479e-b3b3-260b325da67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:10.747326 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8a5cf9ee-a415-479e-b3b3-260b325da67d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:10.747326 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8a5cf9ee-a415-479e-b3b3-260b325da67d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a94df411-8232-4093-b4ce-9f0685c29c49 HTTP/1.1" status: 204 len: 168 time: 0.2530131 Oct 14 07:05:10.749512 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cf9ee-a415-479e-b3b3-260b325da67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94df411-8232-4093-b4ce-9f0685c29c49,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:11.304214 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca2cbd-4efe-4ba0-b4a8-6cf14c418ad3 req-f8a5888e-a19e-4e09-997d-43efcf8afc4f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:11.311975 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-42ca2cbd-4efe-4ba0-b4a8-6cf14c418ad3 req-f8a5888e-a19e-4e09-997d-43efcf8afc4f tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 947 time: 0.0620546 Oct 14 07:05:11.355590 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-42ca2cbd-4efe-4ba0-b4a8-6cf14c418ad3 req-936e1442-db3e-4d4a-9e66-dc2ddde0a67c tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327644 Oct 14 07:05:11.390253 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35810) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:11.403730 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-43a71ad5-757d-4a99-ab63-9764245e7322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:11.481988 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-43a71ad5-757d-4a99-ab63-9764245e7322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:11.565202 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-43a71ad5-757d-4a99-ab63-9764245e7322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:11.603044 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-43a71ad5-757d-4a99-ab63-9764245e7322 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2611d3df76c84e479b5dba9c6ea0a388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117178 Oct 14 07:05:11.604236 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a71ad5-757d-4a99-ab63-9764245e7322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5169ad4-6703-4ef3-a200-3ae4c83f42f0,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:11.606297 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35816) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:11.655211 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2470-2cd7-489b-846f-ee1093931c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:11.676882 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2470-2cd7-489b-846f-ee1093931c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:11.877758 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2470-2cd7-489b-846f-ee1093931c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:11.880353 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2470-2cd7-489b-846f-ee1093931c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:11.881483 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-9e2e2470-2cd7-489b-846f-ee1093931c4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5169ad4-6703-4ef3-a200-3ae4c83f42f0 HTTP/1.1" status: 204 len: 168 time: 0.2741189 Oct 14 07:05:11.891246 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e2470-2cd7-489b-846f-ee1093931c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5169ad4-6703-4ef3-a200-3ae4c83f42f0,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:12.485185 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742ace1-a732-4aa0-9a22-220171653f52 req-cb678dcf-5ef1-4450-94ed-614e85ad2342 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:12.486529 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7742ace1-a732-4aa0-9a22-220171653f52 req-cb678dcf-5ef1-4450-94ed-614e85ad2342 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 947 time: 0.0499146 Oct 14 07:05:12.523377 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7742ace1-a732-4aa0-9a22-220171653f52 req-9b3de2e5-7aae-4d49-879d-6e276c41d819 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308733 Oct 14 07:05:12.822757 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35852) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:12.865740 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_v2 [None req-44272c0e-927c-4d3f-aef7-f448e90663d4 admin admin] Deleting subnet bbf5b15b-30f6-42c4-b8d8-ef5ea36b3998 {{(pid=106664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:05:12.868695 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-44272c0e-927c-4d3f-aef7-f448e90663d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:12.903963 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-44272c0e-927c-4d3f-aef7-f448e90663d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16552993'] for subnet, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:12.942444 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-44272c0e-927c-4d3f-aef7-f448e90663d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.051661 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-44272c0e-927c-4d3f-aef7-f448e90663d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15815735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15940715'] for subnet, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.077550 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44272c0e-927c-4d3f-aef7-f448e90663d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf5b15b-30f6-42c4-b8d8-ef5ea36b3998,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:13.079518 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-44272c0e-927c-4d3f-aef7-f448e90663d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.082838 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-44272c0e-927c-4d3f-aef7-f448e90663d4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bbf5b15b-30f6-42c4-b8d8-ef5ea36b3998 HTTP/1.1" status: 204 len: 168 time: 0.2590792 Oct 14 07:05:13.085368 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35858) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:13.150656 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.231024 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.249655 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48044745-d9fd-418f-83ea-310d10c5c95e']}} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:13.258574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acafda66-b504-4653-8da2-fc48a5e2a031') {'for_net_delete': True} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:13.262073 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acafda66-b504-4653-8da2-fc48a5e2a031') {} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:13.268897 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16552984'] for segment, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.282420 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.288495 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=106664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:05:13.288886 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15818389'] for segment, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: Traceback (most recent call last): Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: timer() Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: cb(*args, **kw) Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: return func(*args, **kwargs) Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: self._notify() Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: self.callback(batched_events) Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: event.method(event) Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: return f(self, *a, **k) Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._get(url).json() Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: return self.request(url, 'GET', **kwargs) Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:05:13.290509 dv-cinder-804470-7-iscsi neutron-server[106664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:05:13.695206 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.701292 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.704442 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] 10.222.0.26 "DELETE /v2.0/networks/48044745-d9fd-418f-83ea-310d10c5c95e HTTP/1.1" status: 204 len: 168 time: 0.6181693 Oct 14 07:05:13.707342 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35876) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:13.715828 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94b378-d7d1-4194-ac1a-4c24fd4d293e admin admin] Pushing event deleted for resources: {'Network': ['ID=48044745-d9fd-418f-83ea-310d10c5c95e,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:13.753195 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e4b7a6-d5c7-4600-86d3-01db45aaed0c admin admin] Deleting subnet 0c2d5c9d-6a77-4d87-b49a-e0a561cda04e {{(pid=106663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:05:13.759816 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-54e4b7a6-d5c7-4600-86d3-01db45aaed0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.794451 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-54e4b7a6-d5c7-4600-86d3-01db45aaed0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15967505'] for subnet, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.832469 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-54e4b7a6-d5c7-4600-86d3-01db45aaed0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.966043 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-54e4b7a6-d5c7-4600-86d3-01db45aaed0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15656615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13022214'] for subnet, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:13.991686 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4b7a6-d5c7-4600-86d3-01db45aaed0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2d5c9d-6a77-4d87-b49a-e0a561cda04e,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:13.997765 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-54e4b7a6-d5c7-4600-86d3-01db45aaed0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.001359 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-54e4b7a6-d5c7-4600-86d3-01db45aaed0c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0c2d5c9d-6a77-4d87-b49a-e0a561cda04e HTTP/1.1" status: 204 len: 168 time: 0.2929654 Oct 14 07:05:14.003931 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 35884) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:14.079949 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.156817 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.176321 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d34a72-bd99-4395-8bea-5fb5f71c1a0b']}} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:14.185551 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e223e8-a692-4f58-804d-e7f0ce7ed8f0') {'for_net_delete': True} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:14.186309 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e223e8-a692-4f58-804d-e7f0ce7ed8f0') {} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:14.199277 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15967528'] for segment, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.212627 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.218900 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=106663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:05:14.219274 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15657989'] for segment, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: Traceback (most recent call last): Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: timer() Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: cb(*args, **kw) Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: return func(*args, **kwargs) Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: self._notify() Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: self.callback(batched_events) Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: event.method(event) Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: return f(self, *a, **k) Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._get(url).json() Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: return self.request(url, 'GET', **kwargs) Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:05:14.220950 dv-cinder-804470-7-iscsi neutron-server[106663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:05:14.335205 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.341967 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.344818 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] 10.222.0.26 "DELETE /v2.0/networks/75d34a72-bd99-4395-8bea-5fb5f71c1a0b HTTP/1.1" status: 204 len: 168 time: 0.3398759 Oct 14 07:05:14.353702 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74d58c-0e51-4a37-9e70-dec773204f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=75d34a72-bd99-4395-8bea-5fb5f71c1a0b,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:14.734416 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35890) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:14.780783 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-576336aa-b89e-4428-8eea-690ea2e53cfc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7890fb41c51445108d8d640a13c9cc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446115 Oct 14 07:05:14.783153 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35892) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:14.829201 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-46af5f3a-01fc-43c3-a882-359609bb6119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.849636 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-46af5f3a-01fc-43c3-a882-359609bb6119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.963528 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-46af5f3a-01fc-43c3-a882-359609bb6119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.966736 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-46af5f3a-01fc-43c3-a882-359609bb6119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:14.967856 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-46af5f3a-01fc-43c3-a882-359609bb6119 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a9dc246-b7ad-4c8f-8b1a-6edae480d64d HTTP/1.1" status: 204 len: 168 time: 0.1837845 Oct 14 07:05:14.975712 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5f3a-01fc-43c3-a882-359609bb6119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9dc246-b7ad-4c8f-8b1a-6edae480d64d,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:15.654263 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35902) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:15.692889 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-a69849a9-22b3-466f-aaa1-272ade032ecd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b1b111c8ba04e3f982f4652603ff5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374935 Oct 14 07:05:15.695347 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 35904) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:15.744296 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f73ed101-c85a-428e-b180-ccceebb5da3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:15.765026 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f73ed101-c85a-428e-b180-ccceebb5da3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:15.878115 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f73ed101-c85a-428e-b180-ccceebb5da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:15.880823 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f73ed101-c85a-428e-b180-ccceebb5da3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:15.881945 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f73ed101-c85a-428e-b180-ccceebb5da3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fbe35c1-50b2-4c14-9ffa-166a1ead0b7b HTTP/1.1" status: 204 len: 168 time: 0.1856861 Oct 14 07:05:15.890834 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ed101-c85a-428e-b180-ccceebb5da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbe35c1-50b2-4c14-9ffa-166a1ead0b7b,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:21.680656 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:05:21.957407 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:24.411062 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-21cacb7f-b0d0-4438-be5c-6d4f638b8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:25.742379 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-bd7cb237-2544-4751-8020-5c05c3d5a314 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400362 Oct 14 07:05:25.845849 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-7ceb4fe3-87cb-49e8-908d-9c7d31e86aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:25.847334 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-7ceb4fe3-87cb-49e8-908d-9c7d31e86aa6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e6609fafd4beead27cad66132a83e&device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1099 time: 0.0447445 Oct 14 07:05:25.952566 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-e2d5b0cd-c642-4692-b1c8-ef2372ccc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:25.954660 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-e2d5b0cd-c642-4692-b1c8-ef2372ccc3b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d570353-2231-4112-a9e2-e7cc84566a32 HTTP/1.1" status: 200 len: 910 time: 0.0882733 Oct 14 07:05:26.026054 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-244deaa6-001f-4e88-a9c2-4002bf5f9300 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5 HTTP/1.1" status: 200 len: 1002 time: 0.0637746 Oct 14 07:05:26.074511 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-d089d9be-2272-479c-a22c-ac24835c9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:26.075976 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-d089d9be-2272-479c-a22c-ac24835c9613 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70e79e12-9c45-45e7-bae4-91c3adf904d9 HTTP/1.1" status: 200 len: 848 time: 0.0430076 Oct 14 07:05:26.965635 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-842dd238-1d18-4995-8e9f-1f285827903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:26.967099 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-842dd238-1d18-4995-8e9f-1f285827903d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d570353-2231-4112-a9e2-e7cc84566a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390654 Oct 14 07:05:27.205278 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-56ade593-452b-46f1-8bdf-ec40dee5b968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:27.865517 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-64c53086-e9d5-477f-b029-48f438b6209f service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833793 Oct 14 07:05:28.307848 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:28.495915 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:28.840236 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-dd47ff58-3255-480c-b5e2-3d2f496ee851 req-05eb0cb0-f748-4e40-bc34-a5c86ed6136a service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812631 Oct 14 07:05:30.204706 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:35.758157 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36130) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:35.860537 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-27812526-c31a-47af-9357-e73f28f86279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:35.931138 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-27812526-c31a-47af-9357-e73f28f86279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:35.999068 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-27812526-c31a-47af-9357-e73f28f86279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:36.039950 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-27812526-c31a-47af-9357-e73f28f86279 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61fa1871198743b39f07392027db1f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804747 Oct 14 07:05:36.040780 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27812526-c31a-47af-9357-e73f28f86279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8edda2-b153-4b17-9712-0a6c7546c6ee,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:36.044552 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36136) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:36.108330 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3dba2f2d-eb59-4eaa-a94b-82e940ee47e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:36.128727 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3dba2f2d-eb59-4eaa-a94b-82e940ee47e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:36.278789 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3dba2f2d-eb59-4eaa-a94b-82e940ee47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:36.281461 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3dba2f2d-eb59-4eaa-a94b-82e940ee47e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:36.282669 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-3dba2f2d-eb59-4eaa-a94b-82e940ee47e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b8edda2-b153-4b17-9712-0a6c7546c6ee HTTP/1.1" status: 204 len: 168 time: 0.2360384 Oct 14 07:05:36.293148 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba2f2d-eb59-4eaa-a94b-82e940ee47e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8edda2-b153-4b17-9712-0a6c7546c6ee,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:36.927283 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36146) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:36.940363 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-312c8359-3cc8-4b9c-9a28-a6af7227b0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:37.011121 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-312c8359-3cc8-4b9c-9a28-a6af7227b0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:37.090174 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-312c8359-3cc8-4b9c-9a28-a6af7227b0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:37.128398 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-312c8359-3cc8-4b9c-9a28-a6af7227b0a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63370dbd37a540c4b241761859e79b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999791 Oct 14 07:05:37.129464 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c8359-3cc8-4b9c-9a28-a6af7227b0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9b4e9d-dc7f-437e-8abe-40b9a30d6d11,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:37.132504 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36150) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:37.181502 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-86cf3cd0-b1eb-4f30-979b-beab6a45708d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:37.204182 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-86cf3cd0-b1eb-4f30-979b-beab6a45708d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:37.345628 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-86cf3cd0-b1eb-4f30-979b-beab6a45708d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:37.348756 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-86cf3cd0-b1eb-4f30-979b-beab6a45708d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:37.349872 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-86cf3cd0-b1eb-4f30-979b-beab6a45708d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc9b4e9d-dc7f-437e-8abe-40b9a30d6d11 HTTP/1.1" status: 204 len: 168 time: 0.2159967 Oct 14 07:05:37.357570 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf3cd0-b1eb-4f30-979b-beab6a45708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9b4e9d-dc7f-437e-8abe-40b9a30d6d11,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:37.668512 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-ca0ad0cd-445b-4971-9bd4-44049979a007 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174177604&fields=id&tenant_id=1313bcb76a40476eb961b6f7ddf586af HTTP/1.1" status: 200 len: 267 time: 0.0331748 Oct 14 07:05:37.774588 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-f1e4888b-ce55-4d10-9b07-26515f4696e2 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:37.776126 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-f1e4888b-ce55-4d10-9b07-26515f4696e2 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 812 time: 0.1010897 Oct 14 07:05:37.791420 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-4992ea79-e30e-497f-b5ea-78dfbccad2ab tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/quotas/1313bcb76a40476eb961b6f7ddf586af HTTP/1.1" status: 200 len: 375 time: 0.0095217 Oct 14 07:05:37.847707 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-4a1b1b9c-7a3b-4e50-82c4-8bf76b6a251c tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505116 Oct 14 07:05:37.941256 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-7111dfc9-3806-4207-9854-3a4b2bfb645e service neutron] 10.222.0.26 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817468 Oct 14 07:05:38.030854 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c2944375-bbf6-42b0-9314-a6f6a944b29d service neutron] 10.222.0.26 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835378 Oct 14 07:05:38.619743 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-dafcef68-95cd-4541-b20d-f2560368d673 req-27017950-d77b-468b-a8f0-269b1c9547e1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 210 time: 0.0262482 Oct 14 07:05:39.713572 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fd415fa0-8adc-45e1-888b-cd8a1d33c567 req-a65f5a45-3d57-47a3-8d61-9569c5e6f1e3 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 210 time: 0.0254776 Oct 14 07:05:40.807628 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b9b26127-a855-45bd-9449-67dca043af32 req-64cda21a-fa54-4cc5-806d-42f0f91a58a5 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 210 time: 0.0263975 Oct 14 07:05:41.900886 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0c55340c-3a2e-403a-9e55-70c45370af60 req-776eaeda-a1de-4012-bf55-622516a0a457 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 210 time: 0.0284321 Oct 14 07:05:41.942873 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36264) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:42.045268 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2e148c3b-0cc5-4037-a135-277d9ea13ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:42.118690 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2e148c3b-0cc5-4037-a135-277d9ea13ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:42.216124 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2e148c3b-0cc5-4037-a135-277d9ea13ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:42.256206 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-2e148c3b-0cc5-4037-a135-277d9ea13ae7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=358686e261824acd8b0577feef635d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115773 Oct 14 07:05:42.256961 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e148c3b-0cc5-4037-a135-277d9ea13ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2973a98-b09c-4259-8f07-cef1b324af11,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:42.258834 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36270) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:42.318683 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dca04ed0-0201-466f-85c0-b73bae539c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:42.339711 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dca04ed0-0201-466f-85c0-b73bae539c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:42.542827 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dca04ed0-0201-466f-85c0-b73bae539c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:42.545480 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dca04ed0-0201-466f-85c0-b73bae539c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:42.546617 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-dca04ed0-0201-466f-85c0-b73bae539c4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2973a98-b09c-4259-8f07-cef1b324af11 HTTP/1.1" status: 204 len: 168 time: 0.2814713 Oct 14 07:05:42.557359 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca04ed0-0201-466f-85c0-b73bae539c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2973a98-b09c-4259-8f07-cef1b324af11,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:42.699276 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36278) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:42.962376 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Deleting port 88bf5da1-ba4f-49f0-b27f-1e78e47e9f9f {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:42.963020 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.001923 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fd6fc75c-3420-468c-abc7-6e7d4bf65258 req-eac71881-e173-46fa-80c6-6e23b83e21ac tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 210 time: 0.0267401 Oct 14 07:05:43.076276 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.076503 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.088122 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Calling delete_port for 88bf5da1-ba4f-49f0-b27f-1e78e47e9f9f owned by network:floatingip {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:43.349649 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-50a772fe-aced-43b8-bcf0-0f99185979ba tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:43.351149 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-50a772fe-aced-43b8-bcf0-0f99185979ba tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 812 time: 0.1029766 Oct 14 07:05:43.364642 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.382362 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36290) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:43.399089 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event deleted for resources: {'Port': ['ID=88bf5da1-ba4f-49f0-b27f-1e78e47e9f9f,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:43.407502 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6c77-f275-4a28-a122-5c82d517dea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.437100 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-1adf0007-a38b-4bf9-974a-5aa7ffc93b80 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1313bcb76a40476eb961b6f7ddf586af HTTP/1.1" status: 200 len: 380 time: 0.0603657 Oct 14 07:05:43.450382 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'port': {'device_id': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'admin_state_up': True, 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'security_groups': ['8b35dee1-3202-431a-a528-85c8110f0046']}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:05:43.469968 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for floatingip, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.470398 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Floating IP 2b4941a0-7fdd-4536-ba32-67ad969bb2d6 disassociated (deleted). External IP: 172.27.0.156, port: 5a236dfd-b937-41bc-adb2-105a43a4b7a5. Oct 14 07:05:43.586154 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6c77-f275-4a28-a122-5c82d517dea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.667037 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-1e9a6c77-f275-4a28-a122-5c82d517dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.692602 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-1e9a6c77-f275-4a28-a122-5c82d517dea6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bfac0c410e8f49f984b20dd7f095992c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082399 Oct 14 07:05:43.694046 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:05:43.697626 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36292) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:43.713188 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a6c77-f275-4a28-a122-5c82d517dea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dbabcd-6ad9-4122-bb96-30635df39926,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:43.734217 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Made reservation on behalf of 1313bcb76a40476eb961b6f7ddf586af for: {'port': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:05:43.737890 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.823148 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-54b46847-977f-4c40-beef-9ae82917306c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.855327 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-54b46847-977f-4c40-beef-9ae82917306c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.857593 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:05:43.866102 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Allocated IP 172.20.0.4 (69419911-617e-4923-8d84-d193292e8009/30bb0207-b6bc-4baf-ae0f-db19022b3a9a/39b22ca8-a728-45ee-ba54-a3db672877a2) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:05:43.866264 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:43.867819 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] Sync routers for ids ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:05:43.877804 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] Routers {'4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:05:43.883693 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:43.917714 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-1c79fce2-3bca-4d92-9794-4a4ef635f89a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "DELETE /v2.0/floatingips/2b4941a0-7fdd-4536-ba32-67ad969bb2d6 HTTP/1.1" status: 204 len: 168 time: 1.2139783 Oct 14 07:05:43.917714 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:05:43.921028 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4889fb22-dff5-42a8-8ec2-921d73146838" -d '{"events": [{"name": "network-changed", "server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:05:43.980007 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074c7b7d-9b09-4674-b13d-9ee62c7b3112 x-openstack-request-id: req-074c7b7d-9b09-4674-b13d-9ee62c7b3112 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:05:43.980662 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:05:43.980662 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-074c7b7d-9b09-4674-b13d-9ee62c7b3112 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:05:43.981001 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'status': 'completed', 'code': 200} Oct 14 07:05:43.989220 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] Set router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:05:44.038119 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:44.065347 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-54b46847-977f-4c40-beef-9ae82917306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:44.071643 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-54b46847-977f-4c40-beef-9ae82917306c admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:44.076466 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-54b46847-977f-4c40-beef-9ae82917306c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89dbabcd-6ad9-4122-bb96-30635df39926 HTTP/1.1" status: 204 len: 168 time: 0.3771095 Oct 14 07:05:44.122991 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b46847-977f-4c40-beef-9ae82917306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dbabcd-6ad9-4122-bb96-30635df39926,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:44.126144 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87b5a90b-df5d-4543-93bd-fe850aa4963c req-4787d60b-8322-41de-875c-50b7a236bc51 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 210 time: 0.0465562 Oct 14 07:05:44.131796 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-0ad857fc-6d27-4dc2-81ab-8d9840805b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:44.133430 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-0ad857fc-6d27-4dc2-81ab-8d9840805b2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e6609fafd4beead27cad66132a83e&device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 1099 time: 0.1041803 Oct 14 07:05:44.176956 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:44.240533 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Network 69419911-617e-4923-8d84-d193292e8009 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:05:44.243643 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:05:44.247351 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:05:44.249918 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'c1c09c11-38e5-4092-9fb0-8f83a8955f1e', 'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'mac_address': 'fa:16:3e:33:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:49Z', 'updated_at': '2021-10-14T06:59:54Z', 'revision_number': 5, 'project_id': '765e6609fafd4beead27cad66132a83e', 'subnets': [{'id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:44.259613 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-a245f9cc-3dd4-48bd-a267-05962c081ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:44.261351 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-a245f9cc-3dd4-48bd-a267-05962c081ca2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d570353-2231-4112-a9e2-e7cc84566a32 HTTP/1.1" status: 200 len: 910 time: 0.1185646 Oct 14 07:05:44.278273 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] Checking router: 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:05:44.281405 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'Port': ['ID=39b22ca8-a728-45ee-ba54-a3db672877a2,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:44.290928 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] Routers {'4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:05:44.291590 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:44.318897 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:44.320575 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:44.342665 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-1bc44b09-9c4d-4671-b036-f851b7529a35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5 HTTP/1.1" status: 200 len: 217 time: 0.0734792 Oct 14 07:05:44.409110 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-47c692ae-9d92-499f-8a51-7fb1eb806353 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9620316 Oct 14 07:05:44.423977 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-40aaaef8-f6fe-45f9-ab07-71af7a40b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:44.423977 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-40aaaef8-f6fe-45f9-ab07-71af7a40b267 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70e79e12-9c45-45e7-bae4-91c3adf904d9 HTTP/1.1" status: 200 len: 848 time: 0.0581913 Oct 14 07:05:44.424436 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] Set router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:05:44.435746 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Request body: {'port': {'device_id': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:05:44.534360 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-a6ded0f7-8869-45cf-9c1d-177b85ea731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:44.537016 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-a6ded0f7-8869-45cf-9c1d-177b85ea731b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d570353-2231-4112-a9e2-e7cc84566a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058857 Oct 14 07:05:44.563804 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:44.576862 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09881e86-055b-473b-9a15-cce89dc94b05 req-145883ed-2fb3-40d9-923c-6f2764ec236c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:44.578051 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-09881e86-055b-473b-9a15-cce89dc94b05 req-145883ed-2fb3-40d9-923c-6f2764ec236c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0938869 Oct 14 07:05:44.618143 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-732a2e77-4a29-4e81-a5d4-e0602bc4c597 None None] Provisioning complete for port 39b22ca8-a728-45ee-ba54-a3db672877a2 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:05:44.619818 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-732a2e77-4a29-4e81-a5d4-e0602bc4c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:44.670520 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-a0f1202c-63e0-4b52-9873-5bd8ace15502 service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242030 Oct 14 07:05:44.694390 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'c1c09c11-38e5-4092-9fb0-8f83a8955f1e', 'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'mac_address': 'fa:16:3e:33:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:49Z', 'updated_at': '2021-10-14T06:59:54Z', 'revision_number': 5, 'project_id': '765e6609fafd4beead27cad66132a83e', 'subnets': [{'id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:44.710244 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-732a2e77-4a29-4e81-a5d4-e0602bc4c597 None None] Port 39b22ca8-a728-45ee-ba54-a3db672877a2 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:05:44.730657 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e2c32-c43b-4288-aa26-afe3dedbc466 None None] The sync data for ids ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'] in dv-cinder-804470-7-iscsi is: [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'c1c09c11-38e5-4092-9fb0-8f83a8955f1e', 'name': '', 'network_id': '0d570353-2231-4112-a9e2-e7cc84566a32', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'mac_address': 'fa:16:3e:33:c9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:49Z', 'updated_at': '2021-10-14T06:59:54Z', 'revision_number': 5, 'project_id': '765e6609fafd4beead27cad66132a83e', 'subnets': [{'id': '70e79e12-9c45-45e7-bae4-91c3adf904d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:05:44.763938 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-09881e86-055b-473b-9a15-cce89dc94b05 req-5593cf2c-34ff-47a0-a3b4-ba50d3746fd1 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771811 Oct 14 07:05:44.832807 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4889fb22-dff5-42a8-8ec2-921d73146838 req-9b1c4081-8f49-448c-8d1a-0f499be211d2 service neutron] 10.222.0.39 "GET /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534860 Oct 14 07:05:44.948153 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b22ca8-a728-45ee-ba54-a3db672877a2 {{(pid=106663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:05:44.955967 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:44.969168 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.provisioning_blocks [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Transition to ACTIVE for port object 39b22ca8-a728-45ee-ba54-a3db672877a2 will not be triggered until provisioned by entity L2. {{(pid=106663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:05:45.028022 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bcfaf-9518-4301-aa0d-58a9c328484c None None] New status for floating IP 2b4941a0-7fdd-4536-ba32-67ad969bb2d6: DOWN {{(pid=106665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:05:45.085454 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:45.139833 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Pushing event updated for resources: {'Port': ['ID=39b22ca8-a728-45ee-ba54-a3db672877a2,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:45.224672 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Attempting to bind port 39b22ca8-a728-45ee-ba54-a3db672877a2 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:05:45.225008 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Attempting to bind port 39b22ca8-a728-45ee-ba54-a3db672877a2 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:05:45.225329 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Attempting to bind port 39b22ca8-a728-45ee-ba54-a3db672877a2 on network 69419911-617e-4923-8d84-d193292e8009 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:05:45.230916 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Port 39b22ca8-a728-45ee-ba54-a3db672877a2 on network 69419911-617e-4923-8d84-d193292e8009 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:05:45.231261 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Attempting to bind port 39b22ca8-a728-45ee-ba54-a3db672877a2 on network 69419911-617e-4923-8d84-d193292e8009 {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:05:45.238905 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:05:45.239312 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Checking segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:05:45.239620 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Bound using segment: {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'} {{(pid=106663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:05:45.240051 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.managers [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Bound port: 39b22ca8-a728-45ee-ba54-a3db672877a2, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22427c2f-a7b4-43ce-b24d-890741643360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '69419911-617e-4923-8d84-d193292e8009'}}] {{(pid=106663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:05:45.240398 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:45.292420 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e637-9892-4c34-b2ff-576f50a8187c req-f460430f-f1af-4b63-9257-851d3ca1eaa2 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:45.295050 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8899e637-9892-4c34-b2ff-576f50a8187c req-f460430f-f1af-4b63-9257-851d3ca1eaa2 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0734692 Oct 14 07:05:45.343056 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] For port 39b22ca8-a728-45ee-ba54-a3db672877a2, host hv-cinder-80447, cleared binding levels {{(pid=106663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:05:45.346527 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] For port 39b22ca8-a728-45ee-ba54-a3db672877a2, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=39b22ca8-a728-45ee-ba54-a3db672877a2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:05:45.358572 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8899e637-9892-4c34-b2ff-576f50a8187c req-3d773537-45c5-423f-84c6-d3bf273083a4 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458102 Oct 14 07:05:45.433439 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:45.477990 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:45.478593 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:45.480048 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] 10.222.0.39 "PUT /v2.0/ports/39b22ca8-a728-45ee-ba54-a3db672877a2 HTTP/1.1" status: 200 len: 1093 time: 1.0494609 Oct 14 07:05:45.481133 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:05:45.483472 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39780de3-2907-4227-8c80-093577c88e59" -d '{"events": [{"name": "network-changed", "server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:05:45.511406 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a41b6b-d37c-4d0c-a5b8-b59e2bb1f569 service neutron] Pushing event updated for resources: {'Port': ['ID=39b22ca8-a728-45ee-ba54-a3db672877a2,revision_number=3']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:45.534496 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a783ae6-6bac-4da1-ac1e-6b60bf36dc90 x-openstack-request-id: req-4a783ae6-6bac-4da1-ac1e-6b60bf36dc90 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:05:45.535368 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:05:45.535623 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a783ae6-6bac-4da1-ac1e-6b60bf36dc90 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:05:45.536201 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'status': 'completed', 'code': 200} Oct 14 07:05:45.655893 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39780de3-2907-4227-8c80-093577c88e59 req-01199786-e4bc-4ea7-8a45-9ef3450c6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:45.657762 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-39780de3-2907-4227-8c80-093577c88e59 req-01199786-e4bc-4ea7-8a45-9ef3450c6ca2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 1096 time: 0.0462017 Oct 14 07:05:45.779094 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39780de3-2907-4227-8c80-093577c88e59 req-e30d187c-21c1-4a16-8bc4-a2cd4a2feb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:45.780636 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-39780de3-2907-4227-8c80-093577c88e59 req-e30d187c-21c1-4a16-8bc4-a2cd4a2feb89 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1313bcb76a40476eb961b6f7ddf586af&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1081564 Oct 14 07:05:45.861508 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed208b-3237-41c9-820b-b3c2293f2fde req-4efb9a23-3148-4dd4-b538-1fb75cb6a95b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:45.862975 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f6ed208b-3237-41c9-820b-b3c2293f2fde req-4efb9a23-3148-4dd4-b538-1fb75cb6a95b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0482011 Oct 14 07:05:45.901657 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f6ed208b-3237-41c9-820b-b3c2293f2fde req-06c2ed6d-be04-4417-9979-e1433619cec7 tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/security-groups?id=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321591 Oct 14 07:05:45.919183 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39780de3-2907-4227-8c80-093577c88e59 req-2802ec10-9f6c-49d5-a08c-f1c4649efc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:45.920778 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-39780de3-2907-4227-8c80-093577c88e59 req-2802ec10-9f6c-49d5-a08c-f1c4649efc77 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934198 Oct 14 07:05:46.027083 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-fa63f302-5155-47f2-b8f7-f185aee80fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:46.028440 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-fa63f302-5155-47f2-b8f7-f185aee80fde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 1096 time: 0.0381706 Oct 14 07:05:46.087491 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-c97e7887-673e-4110-94af-6928731c4c86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39b22ca8-a728-45ee-ba54-a3db672877a2 HTTP/1.1" status: 200 len: 217 time: 0.0442646 Oct 14 07:05:46.139696 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-51a0cb68-37b3-4746-bd13-affd4ac96475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:46.141076 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-51a0cb68-37b3-4746-bd13-affd4ac96475 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 200 len: 851 time: 0.0457785 Oct 14 07:05:46.187912 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-702e1de2-749a-4b6d-800e-d772dd1c42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:46.189423 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-702e1de2-749a-4b6d-800e-d772dd1c42a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69419911-617e-4923-8d84-d193292e8009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411911 Oct 14 07:05:46.276407 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-ac66b34d-9597-415c-9afa-6fc731e462d9 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794997 Oct 14 07:05:46.383275 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-1b757fee-bd07-44d8-a07b-7e95eb8f275a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:46.384773 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-1b757fee-bd07-44d8-a07b-7e95eb8f275a tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 946 time: 0.0470629 Oct 14 07:05:46.426019 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-3ef0684b-f371-4407-91a6-005d78f75f57 req-7f13016a-4c47-4699-a454-23f3f70d8358 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885098 Oct 14 07:05:46.480017 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eb492-a01a-4852-9e31-e00e09317b16 req-79f7fb3c-9c37-4b89-9288-f23b07699295 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:46.481491 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0a4eb492-a01a-4852-9e31-e00e09317b16 req-79f7fb3c-9c37-4b89-9288-f23b07699295 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0545897 Oct 14 07:05:46.519824 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0a4eb492-a01a-4852-9e31-e00e09317b16 req-797608a4-b070-4f24-9a27-469724a8a443 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324049 Oct 14 07:05:46.626347 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-c4a002dc-7a39-43b0-b098-0960b067b80b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Deleting port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:46.626673 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-c4a002dc-7a39-43b0-b098-0960b067b80b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:46.717994 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-c4a002dc-7a39-43b0-b098-0960b067b80b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] For port 5a236dfd-b937-41bc-adb2-105a43a4b7a5, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=5a236dfd-b937-41bc-adb2-105a43a4b7a5,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:46.718351 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-c4a002dc-7a39-43b0-b098-0960b067b80b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:46.730394 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-c4a002dc-7a39-43b0-b098-0960b067b80b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Calling delete_port for 5a236dfd-b937-41bc-adb2-105a43a4b7a5 owned by compute:nova {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:46.929859 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-c4a002dc-7a39-43b0-b098-0960b067b80b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:46.958753 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a002dc-7a39-43b0-b098-0960b067b80b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event deleted for resources: {'Port': ['ID=5a236dfd-b937-41bc-adb2-105a43a4b7a5,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:47.006755 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-be303a42-dce4-4a93-861d-d792daf994c8 req-5f56cd81-454f-4344-90d5-015e3c63a82f tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 210 time: 0.0385001 Oct 14 07:05:47.022067 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-c4a002dc-7a39-43b0-b098-0960b067b80b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] No DVR routers for this DVR port 5a236dfd-b937-41bc-adb2-105a43a4b7a5 on host hv-cinder-80447 {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:05:47.024569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-c4a002dc-7a39-43b0-b098-0960b067b80b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:47.027803 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-409bbd91-62ed-41f3-96a0-6a179abc6288 req-c4a002dc-7a39-43b0-b098-0960b067b80b tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.39 "DELETE /v2.0/ports/5a236dfd-b937-41bc-adb2-105a43a4b7a5 HTTP/1.1" status: 204 len: 173 time: 0.4849756 Oct 14 07:05:47.028254 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'name': 'network-vif-deleted', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:05:47.030440 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e1ef80-ee5d-4f17-bf55-fd04507b216f" -d '{"events": [{"server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "name": "network-vif-deleted", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:05:47.064997 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bac62a1-4f66-4edb-9489-512ac8311ff0 x-openstack-request-id: req-0bac62a1-4f66-4edb-9489-512ac8311ff0 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:05:47.065280 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4af8bca-3b77-4866-a2fb-85639b04e1c2", "name": "network-vif-deleted", "tag": "5a236dfd-b937-41bc-adb2-105a43a4b7a5", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:05:47.065521 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bac62a1-4f66-4edb-9489-512ac8311ff0 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:05:47.065917 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4af8bca-3b77-4866-a2fb-85639b04e1c2', 'name': 'network-vif-deleted', 'tag': '5a236dfd-b937-41bc-adb2-105a43a4b7a5', 'status': 'completed', 'code': 200} Oct 14 07:05:47.636711 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bd5d5-7241-4ee9-9ea3-1c8ebaa11a97 req-f5ff2af4-5ceb-4705-8324-88f7ae1509c1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:47.638168 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0b3bd5d5-7241-4ee9-9ea3-1c8ebaa11a97 req-f5ff2af4-5ceb-4705-8324-88f7ae1509c1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0496035 Oct 14 07:05:47.675314 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0b3bd5d5-7241-4ee9-9ea3-1c8ebaa11a97 req-575ef8ad-0126-43a3-bdd7-00ab76144fd6 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312746 Oct 14 07:05:48.099593 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b53ce7ff-ff75-4cb6-ac15-d36cc80b13fb req-8e31bd7e-6b31-4fa1-9d74-23c70cb0951c tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4af8bca-3b77-4866-a2fb-85639b04e1c2 HTTP/1.1" status: 200 len: 210 time: 0.0249083 Oct 14 07:05:48.168917 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5a236dfd-b937-41bc-adb2-105a43a4b7a5 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:05:48.193584 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 5a236dfd-b937-41bc-adb2-105a43a4b7a5 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:05:48.194000 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 5a236dfd-b937-41bc-adb2-105a43a4b7a5 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:05:48.794613 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b9a55-b508-43fb-8276-ff0a42a13988 req-ba0fb2c2-0dea-46d7-85fb-7ecb15d37c83 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:48.796300 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-109b9a55-b508-43fb-8276-ff0a42a13988 req-ba0fb2c2-0dea-46d7-85fb-7ecb15d37c83 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0543628 Oct 14 07:05:48.835440 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-109b9a55-b508-43fb-8276-ff0a42a13988 req-de5f0208-e955-4490-bcd4-b7bdf5b822f8 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331523 Oct 14 07:05:49.161614 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36416) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:49.167527 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36418) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:49.235349 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-76edafb4-c0bb-48de-925c-b271ee08dacf tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.260784 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-76edafb4-c0bb-48de-925c-b271ee08dacf tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.279752 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.353081 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.379812 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-76edafb4-c0bb-48de-925c-b271ee08dacf tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.382392 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-76edafb4-c0bb-48de-925c-b271ee08dacf tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.383583 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-76edafb4-c0bb-48de-925c-b271ee08dacf tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] 10.222.0.26 "DELETE /v2.0/security-groups/19f8389e-c9c1-45a0-9d2e-28145a1aa8dc HTTP/1.1" status: 204 len: 168 time: 0.2209656 Oct 14 07:05:49.393656 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edafb4-c0bb-48de-925c-b271ee08dacf tempest-TestShelveInstance-976845346 tempest-TestShelveInstance-976845346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f8389e-c9c1-45a0-9d2e-28145a1aa8dc,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:49.437077 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.474747 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e139379c4a614761a16527bddd972df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062179 Oct 14 07:05:49.477692 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36426) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:49.484602 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f84062e-1f63-4086-a022-7e898cf57e16,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:49.486506 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36428) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:49.504501 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.504874 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.505218 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.505562 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.505910 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.506239 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.506568 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.506893 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.507218 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.507569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.507933 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.508215 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd031a4c-1e74-43c7-bcdd-6b898ac48874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:05:49.540500 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a43c9514-0cd3-49cc-b5e7-f3767aed19cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.562443 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a43c9514-0cd3-49cc-b5e7-f3767aed19cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.693765 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a43c9514-0cd3-49cc-b5e7-f3767aed19cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.696369 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a43c9514-0cd3-49cc-b5e7-f3767aed19cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.697541 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-a43c9514-0cd3-49cc-b5e7-f3767aed19cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f84062e-1f63-4086-a022-7e898cf57e16 HTTP/1.1" status: 204 len: 168 time: 0.2189538 Oct 14 07:05:49.705407 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c9514-0cd3-49cc-b5e7-f3767aed19cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f84062e-1f63-4086-a022-7e898cf57e16,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:49.887600 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729484'] for router_interface, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:49.950046 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b01af8-d8bf-4d95-8994-9703650fba40 req-d1a934a1-f953-4274-8343-94f50c0d25e7 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:49.951497 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-13b01af8-d8bf-4d95-8994-9703650fba40 req-d1a934a1-f953-4274-8343-94f50c0d25e7 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0503626 Oct 14 07:05:49.992515 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-13b01af8-d8bf-4d95-8994-9703650fba40 req-c8fcc2c4-3c48-4d24-9784-98e74391f945 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346973 Oct 14 07:05:50.151666 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] Deleting port c1c09c11-38e5-4092-9fb0-8f83a8955f1e {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:50.152090 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:50.234464 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] For port c1c09c11-38e5-4092-9fb0-8f83a8955f1e, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=c1c09c11-38e5-4092-9fb0-8f83a8955f1e,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:50.234977 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:50.249532 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] Calling delete_port for c1c09c11-38e5-4092-9fb0-8f83a8955f1e owned by network:router_interface {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:50.520869 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:50.547294 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c09c11-38e5-4092-9fb0-8f83a8955f1e,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:50.759474 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36462) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:50.955928 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1726812'] for router_interface, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:50.996645 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6d61a9d9-6788-4e13-9491-491757b19bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.197571 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf9aa5-bfa0-4110-a589-1b6c70881664 req-d5388a0e-cb38-42ca-afa2-f4e4427854ef tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:51.200761 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f4cf9aa5-bfa0-4110-a589-1b6c70881664 req-d5388a0e-cb38-42ca-afa2-f4e4427854ef tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0923629 Oct 14 07:05:51.220563 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6d61a9d9-6788-4e13-9491-491757b19bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.234742 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] Router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:05:51.254474 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f4cf9aa5-bfa0-4110-a589-1b6c70881664 req-2d3e489b-6077-495c-9889-e9f7a3c04bbf tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430942 Oct 14 07:05:51.329734 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6d61a9d9-6788-4e13-9491-491757b19bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.341541 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:05:51.346584 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-483242a6-f1df-4f13-a996-bfad4c93fa9c admin admin] 10.222.0.26 "PUT /v2.0/routers/4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8593178 Oct 14 07:05:51.349645 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36490) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:51.352772 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] Sync routers for ids ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:05:51.362154 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] Routers {'4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:05:51.362754 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:51.369853 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-6d61a9d9-6788-4e13-9491-491757b19bcf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3040b0783bed47a098082edcda5952b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6090777 Oct 14 07:05:51.374565 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36492) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:51.390376 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61a9d9-6788-4e13-9491-491757b19bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15acef72-16d4-4af5-95a7-96f24ac3fa2d,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:51.433483 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3ae41bab-c898-4451-b9d1-adf3510d0922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.467294 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3ae41bab-c898-4451-b9d1-adf3510d0922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.471084 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Publish callbacks [] for router, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.491304 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] Set router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:05:51.576502 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.620122 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3ae41bab-c898-4451-b9d1-adf3510d0922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.622645 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3ae41bab-c898-4451-b9d1-adf3510d0922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.623803 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-3ae41bab-c898-4451-b9d1-adf3510d0922 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15acef72-16d4-4af5-95a7-96f24ac3fa2d HTTP/1.1" status: 204 len: 168 time: 0.2480805 Oct 14 07:05:51.634236 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1195ad-da2b-4b2c-be22-176ac1778fbc req-005ba1a1-13e4-4652-8b5a-dd0e0f6ff9c0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:51.635701 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bf1195ad-da2b-4b2c-be22-176ac1778fbc req-005ba1a1-13e4-4652-8b5a-dd0e0f6ff9c0 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 947 time: 0.0566497 Oct 14 07:05:51.640529 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae41bab-c898-4451-b9d1-adf3510d0922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15acef72-16d4-4af5-95a7-96f24ac3fa2d,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:51.687761 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T07:05:50Z', 'revision_number': 5, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port': {'id': '14ac73df-d0cf-44e5-b3b7-b01e41467292', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:45Z', 'updated_at': '2021-10-14T06:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:51.696960 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bf1195ad-da2b-4b2c-be22-176ac1778fbc req-193483f2-6d2a-4ac7-82bf-fd17136c75dd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482235 Oct 14 07:05:51.716449 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] Checking router: 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:05:51.726061 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] Routers {'4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:05:51.726667 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:51.731275 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Deleting port 14ac73df-d0cf-44e5-b3b7-b01e41467292 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:51.731647 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.814261 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] For port 14ac73df-d0cf-44e5-b3b7-b01e41467292, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=14ac73df-d0cf-44e5-b3b7-b01e41467292,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:51.814651 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:51.827886 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Calling delete_port for 14ac73df-d0cf-44e5-b3b7-b01e41467292 owned by network:router_gateway {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:51.905880 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] Set router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 gateway port host: None {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:05:51.962080 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T07:05:51Z', 'revision_number': 6, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port_host': None}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:51.990187 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5828cf-0e1e-4780-b4f8-c76ffba2c993 None None] The sync data for ids ['4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1'] in dv-cinder-804470-7-iscsi is: [{'id': '4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1', 'name': 'tempest-TestShelveInstance-2100346825-router', 'tenant_id': '765e6609fafd4beead27cad66132a83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:44Z', 'updated_at': '2021-10-14T07:05:51Z', 'revision_number': 6, 'project_id': '765e6609fafd4beead27cad66132a83e', 'gw_port_host': None}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:05:52.002622 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.078918 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.108622 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ac73df-d0cf-44e5-b3b7-b01e41467292,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:52.174068 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1731078'] for router_gateway, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.266228 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101434'] for router, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.268346 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.370215 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfcc37-9bbd-47af-b41c-c4a2c952e355 req-c738bf7b-84ed-4641-88a9-5ee9e8573fd5 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:52.371816 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a3dfcc37-9bbd-47af-b41c-c4a2c952e355 req-c738bf7b-84ed-4641-88a9-5ee9e8573fd5 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0537429 Oct 14 07:05:52.381853 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728175'] for router, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.382603 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 {{(pid=106663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:05:52.388342 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.389557 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6f226b66-a247-4c97-948b-1fb8f0f2fb71 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4d2fc9a2-9f4d-4e7b-87d2-b57568cb9ae1 HTTP/1.1" status: 204 len: 168 time: 1.0388882 Oct 14 07:05:52.392131 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36504) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:52.446682 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a3dfcc37-9bbd-47af-b41c-c4a2c952e355 req-9b02a986-8638-4de4-87e9-622e9edd0d39 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690236 Oct 14 07:05:52.455102 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_v2 [None req-007dbd81-25fe-4ba9-b68a-672389627e0f admin admin] Deleting subnet 70e79e12-9c45-45e7-bae4-91c3adf904d9 {{(pid=106664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:05:52.458584 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-007dbd81-25fe-4ba9-b68a-672389627e0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.491623 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-007dbd81-25fe-4ba9-b68a-672389627e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16552993'] for subnet, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.564981 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-007dbd81-25fe-4ba9-b68a-672389627e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.723364 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-007dbd81-25fe-4ba9-b68a-672389627e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15815735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15940715'] for subnet, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.752933 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dbd81-25fe-4ba9-b68a-672389627e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e79e12-9c45-45e7-bae4-91c3adf904d9,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:52.758014 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-007dbd81-25fe-4ba9-b68a-672389627e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.761013 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-007dbd81-25fe-4ba9-b68a-672389627e0f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/70e79e12-9c45-45e7-bae4-91c3adf904d9 HTTP/1.1" status: 204 len: 168 time: 0.3679001 Oct 14 07:05:52.763620 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36508) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:52.765960 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ea79f-dca2-47a6-8b30-97243a2dd544 None None] Network 0d570353-2231-4112-a9e2-e7cc84566a32 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:05:52.849340 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.906051 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Deleting port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:52.906308 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:52.982260 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1dc763-4fb0-4f3f-a063-11f98d8a757b None None] DHCP port deletion for 0d570353-2231-4112-a9e2-e7cc84566a32 request from dv-cinder-804470-7-iscsi {{(pid=106665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:05:52.986435 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] For port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=1415b8b9-3ee6-4bdd-b734-4f7a65e26d52,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:52.986922 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.003025 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Calling delete_port for 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 owned by network:dhcp {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:53.075985 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:05:53.096653 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2911e3-3a31-4390-8f25-375f98f600b0 req-737e5071-598e-4ad8-a9a8-33ea7175a767 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:53.104807 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea2911e3-3a31-4390-8f25-375f98f600b0 req-737e5071-598e-4ad8-a9a8-33ea7175a767 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 947 time: 0.3363729 Oct 14 07:05:53.136247 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-4a1dc763-4fb0-4f3f-a063-11f98d8a757b None None] Deleting port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 {{(pid=106665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:53.136621 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc763-4fb0-4f3f-a063-11f98d8a757b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.148395 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ea2911e3-3a31-4390-8f25-375f98f600b0 req-58c5d71e-abf0-430e-85d4-8c4587378829 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421636 Oct 14 07:05:53.215974 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.241834 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-4a1dc763-4fb0-4f3f-a063-11f98d8a757b None None] For port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=1415b8b9-3ee6-4bdd-b734-4f7a65e26d52,segment=NetworkSegment(bbccf6c7-947c-4c29-9b5a-cd6469a70cbb),segment_id=bbccf6c7-947c-4c29-9b5a-cd6469a70cbb)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:53.242456 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc763-4fb0-4f3f-a063-11f98d8a757b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.242550 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1415b8b9-3ee6-4bdd-b734-4f7a65e26d52,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:53.246373 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] No DVR routers for this DVR port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 on host dv-cinder-804470-7-iscsi {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:05:53.256045 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.268426 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-4a1dc763-4fb0-4f3f-a063-11f98d8a757b None None] Calling delete_port for 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 owned by network:dhcp {{(pid=106665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:53.321786 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.338390 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device c1c09c11-38e5-4092-9fb0-8f83a8955f1e no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:05:53.341534 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d570353-2231-4112-a9e2-e7cc84566a32']}} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:53.351318 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb') {'for_net_delete': True} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:53.351639 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbccf6c7-947c-4c29-9b5a-cd6469a70cbb') {} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:53.360714 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15967528'] for segment, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.360907 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: c1c09c11-38e5-4092-9fb0-8f83a8955f1e {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:05:53.361250 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device c1c09c11-38e5-4092-9fb0-8f83a8955f1e not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:05:53.361650 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 14ac73df-d0cf-44e5-b3b7-b01e41467292 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:05:53.376401 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.382784 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:05:53.388976 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 14ac73df-d0cf-44e5-b3b7-b01e41467292 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:05:53.389313 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15657989'] for segment, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.389402 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 14ac73df-d0cf-44e5-b3b7-b01e41467292 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: Traceback (most recent call last): Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: timer() Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: cb(*args, **kw) Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: return func(*args, **kwargs) Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: self._notify() Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: self.callback(batched_events) Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: event.method(event) Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: return f(self, *a, **k) Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._get(url).json() Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: return self.request(url, 'GET', **kwargs) Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:05:53.389515 dv-cinder-804470-7-iscsi neutron-server[106663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:05:53.426452 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4a1dc763-4fb0-4f3f-a063-11f98d8a757b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024'] for port, after_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.435142 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-4f3e21a7-a443-4e85-be62-634ec3dd8a60 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:53.436665 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-4f3e21a7-a443-4e85-be62-634ec3dd8a60 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 947 time: 0.0531220 Oct 14 07:05:53.453460 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dc763-4fb0-4f3f-a063-11f98d8a757b None None] Pushing event deleted for resources: {'Port': ['ID=1415b8b9-3ee6-4bdd-b734-4f7a65e26d52,revision_number=None']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:53.455667 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1dc763-4fb0-4f3f-a063-11f98d8a757b None None] No DVR routers for this DVR port 1415b8b9-3ee6-4bdd-b734-4f7a65e26d52 on host dv-cinder-804470-7-iscsi {{(pid=106665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:05:53.528470 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.537638 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.541293 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0d570353-2231-4112-a9e2-e7cc84566a32 HTTP/1.1" status: 204 len: 168 time: 0.7740183 Oct 14 07:05:53.542965 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36516) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:53.548475 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5862e8a-4e4d-43b6-9345-64f4cd0bde10 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d570353-2231-4112-a9e2-e7cc84566a32,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:53.619106 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bb388-b0a3-4921-89f5-ddda0bd321a5 req-937f4632-b52f-498d-922e-cc59abd0e536 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:53.620606 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-839bb388-b0a3-4921-89f5-ddda0bd321a5 req-937f4632-b52f-498d-922e-cc59abd0e536 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.1075001 Oct 14 07:05:53.631641 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Deleting port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:53.631919 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:53.761154 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-839bb388-b0a3-4921-89f5-ddda0bd321a5 req-9f669889-7ac0-4ae2-93cf-fad2dd73bdc4 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237063 Oct 14 07:05:53.830610 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] For port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:53.830870 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:54.088160 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:54.088429 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:54.088749 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Floating IP 37e4be50-8d24-4dce-a0b5-552d16cad414 disassociated. External IP: 172.27.0.33, port: 2b9ff6d7-6991-48ff-ad4f-81a766f46d49. Oct 14 07:05:54.089241 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Calling delete_port for 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 owned by compute:nova {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:54.218329 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729484'] for router_interface, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:54.378366 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86661e1-ecf1-4ff2-937d-1cd060ce99a2 req-eb5b05e2-8873-4820-b726-55cc19d31b92 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:54.379902 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d86661e1-ecf1-4ff2-937d-1cd060ce99a2 req-eb5b05e2-8873-4820-b726-55cc19d31b92 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 947 time: 0.1578612 Oct 14 07:05:54.421529 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b957e3ba-b822-4a85-ad79-2c9450e0c339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:54.464339 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:54.478805 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d86661e1-ecf1-4ff2-937d-1cd060ce99a2 req-709844bf-3445-43ae-8a63-a8f5dabfebfc tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups?id=17283be1-9630-4573-9a15-8bbc3f87a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925925 Oct 14 07:05:54.501536 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event deleted for resources: {'Port': ['ID=2b9ff6d7-6991-48ff-ad4f-81a766f46d49,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:54.671531 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Router 68707e76-01a7-47ca-b425-b56dfccac40a has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:05:54.726000 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] Deleting port e4bd1255-8228-4b4e-8f00-c60829e414cc {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:54.726333 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:54.868897 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:05:54.879830 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] For port e4bd1255-8228-4b4e-8f00-c60829e414cc, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=e4bd1255-8228-4b4e-8f00-c60829e414cc,segment=NetworkSegment(d651e8ab-9c9d-4d0a-8735-9956938a8a09),segment_id=d651e8ab-9c9d-4d0a-8735-9956938a8a09)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:54.880205 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:54.880822 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] Sync routers for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:05:54.892024 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:05:54.895390 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:54.918611 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] Calling delete_port for e4bd1255-8228-4b4e-8f00-c60829e414cc owned by network:router_interface {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:54.935559 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] No DVR routers for this DVR port 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 on host hv-cinder-80447 {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:05:54.939908 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:54.943720 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c6bc759b-aa4a-4fb3-9571-aff5ee7bfb45 req-8ed168f2-673a-4384-a1fa-e3707c16ccc8 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.39 "DELETE /v2.0/ports/2b9ff6d7-6991-48ff-ad4f-81a766f46d49 HTTP/1.1" status: 204 len: 173 time: 1.5001988 Oct 14 07:05:54.944164 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'name': 'network-vif-deleted', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:05:54.946387 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b49210-6d60-46cb-890a-9a108d8891f2" -d '{"events": [{"server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "name": "network-vif-deleted", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:05:54.968719 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e2f21-535b-40f9-bb55-055c87fc03d1 req-6993ef7c-e684-4718-b2f9-c99bc7ae6a92 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:54.970259 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c59e2f21-535b-40f9-bb55-055c87fc03d1 req-6993ef7c-e684-4718-b2f9-c99bc7ae6a92 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.1384068 Oct 14 07:05:54.998297 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99673655-65c6-4ff8-9e78-d83a4aa2cc9a x-openstack-request-id: req-99673655-65c6-4ff8-9e78-d83a4aa2cc9a {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:05:54.998565 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18", "name": "network-vif-deleted", "tag": "2b9ff6d7-6991-48ff-ad4f-81a766f46d49", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:05:54.998815 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99673655-65c6-4ff8-9e78-d83a4aa2cc9a {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:05:54.999210 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18', 'name': 'network-vif-deleted', 'tag': '2b9ff6d7-6991-48ff-ad4f-81a766f46d49', 'status': 'completed', 'code': 200} Oct 14 07:05:55.024514 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:05:55.050612 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c59e2f21-535b-40f9-bb55-055c87fc03d1 req-b5699e1b-b64c-4248-b90b-7988b2fceb46 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505085 Oct 14 07:05:55.221849 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:55.248020 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bd1255-8228-4b4e-8f00-c60829e414cc,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:55.353607 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:55.383324 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] Checking router: 68707e76-01a7-47ca-b425-b56dfccac40a for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:05:55.398594 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:05:55.399195 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:55.428648 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1726812'] for router_interface, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:55.511362 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:05:55.607436 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-eb24d15c-229f-408f-b853-cb30cd57d7a8 req-ef1579fe-e3ff-4365-b104-ac09fb542057 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 210 time: 0.0272965 Oct 14 07:05:55.670724 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] Router 9775418b-ee77-404f-9d36-ef92fe959d66 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:05:55.715581 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:55.760992 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de67229b-eefa-4a8a-a9d4-5ea84c0ce68b None None] The sync data for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi is: [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T06:57:19Z', 'revision_number': 4, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '03629f91-1d22-4a19-9fb2-b03bb6e0fe05', 'name': '', 'network_id': '0ef5d404-6511-4668-98f7-3518420f00d9', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'mac_address': 'fa:16:3e:13:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:18Z', 'updated_at': '2021-10-14T06:57:27Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'subnets': [{'id': '6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:05:55.782037 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:05:55.787805 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-ccd08715-c042-492a-94dc-50f49681c8f5 admin admin] 10.222.0.26 "PUT /v2.0/routers/9775418b-ee77-404f-9d36-ef92fe959d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2415352 Oct 14 07:05:55.790178 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36532) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:55.793418 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] Sync routers for ids ['9775418b-ee77-404f-9d36-ef92fe959d66'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:05:55.806828 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] Routers {'9775418b-ee77-404f-9d36-ef92fe959d66'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:05:55.807476 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['9775418b-ee77-404f-9d36-ef92fe959d66'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:55.893783 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:55.912745 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] Set router 9775418b-ee77-404f-9d36-ef92fe959d66 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:05:55.998827 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:56.007069 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf329c-50a6-4c95-8101-b23edd1fa750 None None] New status for floating IP 37e4be50-8d24-4dce-a0b5-552d16cad414: DOWN {{(pid=106665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:05:56.106582 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'name': 'tempest-TestShelveInstance-1763089866-router', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:56Z', 'updated_at': '2021-10-14T07:05:55Z', 'revision_number': 5, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'gw_port': {'id': '1c7170f0-6dd9-416d-a753-23f04b15b272', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:57Z', 'updated_at': '2021-10-14T07:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:56.136131 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] Checking router: 9775418b-ee77-404f-9d36-ef92fe959d66 for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:05:56.141014 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Deleting port 1c7170f0-6dd9-416d-a753-23f04b15b272 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:56.141353 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:56.144967 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] Routers {'9775418b-ee77-404f-9d36-ef92fe959d66'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:05:56.145601 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['9775418b-ee77-404f-9d36-ef92fe959d66'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:56.234989 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] Set router 9775418b-ee77-404f-9d36-ef92fe959d66 gateway port host: None {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:05:56.288511 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'name': 'tempest-TestShelveInstance-1763089866-router', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:56Z', 'updated_at': '2021-10-14T07:05:55Z', 'revision_number': 6, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'gw_port_host': None}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:56.318273 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393216dc-4cfc-4a54-9052-cc88d5871fc4 None None] The sync data for ids ['9775418b-ee77-404f-9d36-ef92fe959d66'] in dv-cinder-804470-7-iscsi is: [{'id': '9775418b-ee77-404f-9d36-ef92fe959d66', 'name': 'tempest-TestShelveInstance-1763089866-router', 'tenant_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:56Z', 'updated_at': '2021-10-14T07:05:55Z', 'revision_number': 6, 'project_id': 'd3f4db52a9314166b4d8ed0e45950bda', 'gw_port_host': None}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:05:56.494802 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9d1d-bad0-4c85-94e7-38cd0ff1a68f req-61dbd474-4677-4585-8398-d2815b113e32 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:56.496182 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0f7d9d1d-bad0-4c85-94e7-38cd0ff1a68f req-61dbd474-4677-4585-8398-d2815b113e32 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.3648243 Oct 14 07:05:56.525500 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] For port 1c7170f0-6dd9-416d-a753-23f04b15b272, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=1c7170f0-6dd9-416d-a753-23f04b15b272,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:56.525899 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:56.542731 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Calling delete_port for 1c7170f0-6dd9-416d-a753-23f04b15b272 owned by network:router_gateway {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:56.561212 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0f7d9d1d-bad0-4c85-94e7-38cd0ff1a68f req-7e5cd3c0-3e11-4d70-9285-c084ae63bb3a tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577586 Oct 14 07:05:56.727364 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6b170bd-ce14-425b-b979-7a1a66074239 req-bb36e1ff-0463-45b6-a0f7-6c4180843b41 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 210 time: 0.0363629 Oct 14 07:05:56.825479 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:56.850395 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7170f0-6dd9-416d-a753-23f04b15b272,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:56.907354 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1731078'] for router_gateway, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:56.994849 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101434'] for router, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:56.996961 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.118468 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728175'] for router, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.119184 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9775418b-ee77-404f-9d36-ef92fe959d66 {{(pid=106664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:05:57.123630 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] Publish callbacks [] for router, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.127236 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-3e47fe55-3cb6-4e0b-b07b-d99931acd8b9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9775418b-ee77-404f-9d36-ef92fe959d66 HTTP/1.1" status: 204 len: 168 time: 1.3340845 Oct 14 07:05:57.127330 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36540) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:57.159264 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device e4bd1255-8228-4b4e-8f00-c60829e414cc no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:05:57.177588 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ce43b1-8c17-4ef1-986f-b7fe9f223b52 admin admin] Deleting subnet 6092953c-d270-4a47-8060-0f16712291b5 {{(pid=106664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:05:57.180483 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: e4bd1255-8228-4b4e-8f00-c60829e414cc {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:05:57.181049 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device e4bd1255-8228-4b4e-8f00-c60829e414cc not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:05:57.181177 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-47ce43b1-8c17-4ef1-986f-b7fe9f223b52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.181761 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 1c7170f0-6dd9-416d-a753-23f04b15b272 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:05:57.201921 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 1c7170f0-6dd9-416d-a753-23f04b15b272 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:05:57.202507 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 1c7170f0-6dd9-416d-a753-23f04b15b272 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:05:57.218533 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-47ce43b1-8c17-4ef1-986f-b7fe9f223b52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16552993'] for subnet, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.232440 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4c06589e-48da-4276-a2be-b76dab7efdcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.301778 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-47ce43b1-8c17-4ef1-986f-b7fe9f223b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.426420 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-47ce43b1-8c17-4ef1-986f-b7fe9f223b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15815735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15940715'] for subnet, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.451574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce43b1-8c17-4ef1-986f-b7fe9f223b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6092953c-d270-4a47-8060-0f16712291b5,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:57.455168 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-47ce43b1-8c17-4ef1-986f-b7fe9f223b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.458350 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-47ce43b1-8c17-4ef1-986f-b7fe9f223b52 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6092953c-d270-4a47-8060-0f16712291b5 HTTP/1.1" status: 204 len: 168 time: 0.3297892 Oct 14 07:05:57.460838 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36542) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:57.463315 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e70fda-8db6-433a-b5d0-adb20011d058 None None] Network 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:05:57.530266 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.588302 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Deleting port 946cc641-cf08-4015-ad98-dd6406c77230 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:57.588637 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.652496 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc4703-7c29-4d62-b1a7-bc6bb1a0995b None None] DHCP port deletion for 091fb66d-2b9d-4a02-bf77-4b4b860a8b13 request from dv-cinder-804470-7-iscsi {{(pid=106665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:05:57.678892 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] For port 946cc641-cf08-4015-ad98-dd6406c77230, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=946cc641-cf08-4015-ad98-dd6406c77230,segment=NetworkSegment(d651e8ab-9c9d-4d0a-8735-9956938a8a09),segment_id=d651e8ab-9c9d-4d0a-8735-9956938a8a09)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:57.679277 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.695864 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Calling delete_port for 946cc641-cf08-4015-ad98-dd6406c77230 owned by network:dhcp {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:57.699303 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-47bc4703-7c29-4d62-b1a7-bc6bb1a0995b None None] Deleting port 946cc641-cf08-4015-ad98-dd6406c77230 {{(pid=106665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:57.699733 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-47bc4703-7c29-4d62-b1a7-bc6bb1a0995b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.715013 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a67242-6a8e-4d4a-ba49-69a467d10013 req-4d0731bc-2d17-484d-9b78-10f1e7facc18 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:57.716566 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c9a67242-6a8e-4d4a-ba49-69a467d10013 req-4d0731bc-2d17-484d-9b78-10f1e7facc18 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0768144 Oct 14 07:05:57.774501 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-47bc4703-7c29-4d62-b1a7-bc6bb1a0995b None None] For port 946cc641-cf08-4015-ad98-dd6406c77230, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=946cc641-cf08-4015-ad98-dd6406c77230,segment=NetworkSegment(d651e8ab-9c9d-4d0a-8735-9956938a8a09),segment_id=d651e8ab-9c9d-4d0a-8735-9956938a8a09)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:57.776651 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-47bc4703-7c29-4d62-b1a7-bc6bb1a0995b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.790780 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-47bc4703-7c29-4d62-b1a7-bc6bb1a0995b None None] Calling delete_port for 946cc641-cf08-4015-ad98-dd6406c77230 owned by network:dhcp {{(pid=106665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:57.807890 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c9a67242-6a8e-4d4a-ba49-69a467d10013 req-2cce7076-b3b3-475f-b216-42a238fc5db7 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546014 Oct 14 07:05:57.872083 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 39b22ca8-a728-45ee-ba54-a3db672877a2 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:05:57.880940 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9f422839-1c8c-47f9-8507-7a1867b8f224 req-584ab3e7-39a5-4997-bc7c-dc33fbdadc99 tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2671dc8-9bd7-4f35-b7c2-e0e6667dcd18 HTTP/1.1" status: 200 len: 210 time: 0.0349441 Oct 14 07:05:57.886445 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:05:57.917134 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:05:57.917475 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 2b9ff6d7-6991-48ff-ad4f-81a766f46d49 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:05:57.933926 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:57.961580 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Pushing event deleted for resources: {'Port': ['ID=946cc641-cf08-4015-ad98-dd6406c77230,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:57.963612 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] No DVR routers for this DVR port 946cc641-cf08-4015-ad98-dd6406c77230 on host dv-cinder-804470-7-iscsi {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:05:57.975506 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-47bc4703-7c29-4d62-b1a7-bc6bb1a0995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024'] for port, after_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.011141 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc4703-7c29-4d62-b1a7-bc6bb1a0995b None None] Pushing event deleted for resources: {'Port': ['ID=946cc641-cf08-4015-ad98-dd6406c77230,revision_number=None']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:58.013021 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc4703-7c29-4d62-b1a7-bc6bb1a0995b None None] No DVR routers for this DVR port 946cc641-cf08-4015-ad98-dd6406c77230 on host dv-cinder-804470-7-iscsi {{(pid=106665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:05:58.039156 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 39b22ca8-a728-45ee-ba54-a3db672877a2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=39b22ca8-a728-45ee-ba54-a3db672877a2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:58.051284 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.055278 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'port_id': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'mac_address': 'fa:16:3e:49:9d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:05:58.072379 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091fb66d-2b9d-4a02-bf77-4b4b860a8b13']}} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:58.081392 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd651e8ab-9c9d-4d0a-8735-9956938a8a09') {'for_net_delete': True} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:58.081700 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd651e8ab-9c9d-4d0a-8735-9956938a8a09') {} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:05:58.091358 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16552984'] for segment, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.093140 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.106350 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.106803 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b22ca8-a728-45ee-ba54-a3db672877a2 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:05:58.115038 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=106664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:05:58.115038 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15818389'] for segment, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: Traceback (most recent call last): Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: timer() Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: cb(*args, **kw) Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: return func(*args, **kwargs) Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: self._notify() Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: self.callback(batched_events) Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: event.method(event) Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: return f(self, *a, **k) Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._get(url).json() Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: return self.request(url, 'GET', **kwargs) Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:05:58.115378 dv-cinder-804470-7-iscsi neutron-server[106664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:05:58.126153 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 39b22ca8-a728-45ee-ba54-a3db672877a2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=39b22ca8-a728-45ee-ba54-a3db672877a2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:05:58.196791 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.255192 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=39b22ca8-a728-45ee-ba54-a3db672877a2,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:58.255500 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.261307 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.264492 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] 10.222.0.26 "DELETE /v2.0/networks/091fb66d-2b9d-4a02-bf77-4b4b860a8b13 HTTP/1.1" status: 204 len: 168 time: 0.8027067 Oct 14 07:05:58.275898 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5ceee-9761-424f-8734-ed2a8a8ab08a admin admin] Pushing event deleted for resources: {'Network': ['ID=091fb66d-2b9d-4a02-bf77-4b4b860a8b13,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:58.299765 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.499603 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['39b22ca8-a728-45ee-ba54-a3db672877a2'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:05:58.532565 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.645487 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36558) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:58.679472 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:05:58.686398 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-d3f1fd9e-6f06-4e04-9f03-0c9deac28ed5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=765e6609fafd4beead27cad66132a83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397420 Oct 14 07:05:58.688801 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36560) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:58.746395 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-54225440-d35f-4818-80e1-092f59a1a162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.768524 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-54225440-d35f-4818-80e1-092f59a1a162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.903658 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-54225440-d35f-4818-80e1-092f59a1a162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.906216 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-54225440-d35f-4818-80e1-092f59a1a162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:58.908005 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-54225440-d35f-4818-80e1-092f59a1a162 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93ef2a5c-e07b-43e4-9445-0f8bee200342 HTTP/1.1" status: 204 len: 168 time: 0.2176909 Oct 14 07:05:58.920550 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54225440-d35f-4818-80e1-092f59a1a162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ef2a5c-e07b-43e4-9445-0f8bee200342,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:58.942606 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83598c0-5da6-4d05-b308-f7b9ff8f9298 req-d0a174dc-6000-4eb1-8178-ccd69b9a3f09 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:05:58.944078 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b83598c0-5da6-4d05-b308-f7b9ff8f9298 req-d0a174dc-6000-4eb1-8178-ccd69b9a3f09 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 944 time: 0.0700836 Oct 14 07:05:58.985202 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b83598c0-5da6-4d05-b308-f7b9ff8f9298 req-99ec3625-9129-4a12-9194-eb9a66870969 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341661 Oct 14 07:05:59.012698 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 946cc641-cf08-4015-ad98-dd6406c77230 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:05:59.039964 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 946cc641-cf08-4015-ad98-dd6406c77230 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:05:59.039964 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 946cc641-cf08-4015-ad98-dd6406c77230 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:05:59.067999 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36570) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:59.128512 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-da1e5fc1-e27b-407c-ad0d-9c45b19aa32d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.152071 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-da1e5fc1-e27b-407c-ad0d-9c45b19aa32d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.249786 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-da1e5fc1-e27b-407c-ad0d-9c45b19aa32d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.252493 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-da1e5fc1-e27b-407c-ad0d-9c45b19aa32d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.253738 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-da1e5fc1-e27b-407c-ad0d-9c45b19aa32d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "DELETE /v2.0/security-groups/17283be1-9630-4573-9a15-8bbc3f87a80c HTTP/1.1" status: 204 len: 168 time: 0.1846669 Oct 14 07:05:59.257647 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36576) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:59.263531 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e5fc1-e27b-407c-ad0d-9c45b19aa32d tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17283be1-9630-4573-9a15-8bbc3f87a80c,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:59.276984 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.api.v2.resource [None req-a5a8c88b-c011-4113-802f-d2c2e3c3f8ea tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] show failed (client error): The resource could not be found. Oct 14 07:05:59.280780 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-a5a8c88b-c011-4113-802f-d2c2e3c3f8ea tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "GET /v2.0/security-groups/17283be1-9630-4573-9a15-8bbc3f87a80c HTTP/1.1" status: 404 len: 347 time: 0.0195208 Oct 14 07:05:59.281168 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36578) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:59.407992 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-121b80da-c3fd-424a-ae08-89781c0ccbbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Deleting port 4d42cd43-b776-4219-94b0-a325abd4d8e5 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:05:59.408329 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-121b80da-c3fd-424a-ae08-89781c0ccbbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.485209 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-121b80da-c3fd-424a-ae08-89781c0ccbbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.485541 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-121b80da-c3fd-424a-ae08-89781c0ccbbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.496881 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-121b80da-c3fd-424a-ae08-89781c0ccbbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Calling delete_port for 4d42cd43-b776-4219-94b0-a325abd4d8e5 owned by network:floatingip {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:05:59.705137 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36584) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:59.741883 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-121b80da-c3fd-424a-ae08-89781c0ccbbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.753315 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6ae41ebb-f101-4684-975e-de04c1f19925 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3f4db52a9314166b4d8ed0e45950bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470560 Oct 14 07:05:59.755938 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36586) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:05:59.770372 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b80da-c3fd-424a-ae08-89781c0ccbbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Pushing event deleted for resources: {'Port': ['ID=4d42cd43-b776-4219-94b0-a325abd4d8e5,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:59.808105 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-eda2d378-1eb3-48a2-b3b8-f6976e4fa120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.828919 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-eda2d378-1eb3-48a2-b3b8-f6976e4fa120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.829662 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-121b80da-c3fd-424a-ae08-89781c0ccbbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks [] for floatingip, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.832949 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-121b80da-c3fd-424a-ae08-89781c0ccbbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.834125 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-121b80da-c3fd-424a-ae08-89781c0ccbbd tempest-AttachVolumeShelveTestJSON-1784905462 tempest-AttachVolumeShelveTestJSON-1784905462-project] 10.222.0.26 "DELETE /v2.0/floatingips/37e4be50-8d24-4dce-a0b5-552d16cad414 HTTP/1.1" status: 204 len: 168 time: 0.5518899 Oct 14 07:05:59.866275 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 39b22ca8-a728-45ee-ba54-a3db672877a2 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:05:59.963967 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-eda2d378-1eb3-48a2-b3b8-f6976e4fa120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.966604 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-eda2d378-1eb3-48a2-b3b8-f6976e4fa120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:05:59.967766 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-eda2d378-1eb3-48a2-b3b8-f6976e4fa120 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31cd1b27-cd5c-4e42-ad5b-80291f324056 HTTP/1.1" status: 204 len: 168 time: 0.2107837 Oct 14 07:05:59.976151 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2d378-1eb3-48a2-b3b8-f6976e4fa120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cd1b27-cd5c-4e42-ad5b-80291f324056,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:05:59.993272 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port 39b22ca8-a728-45ee-ba54-a3db672877a2 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:05:59.998995 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port 39b22ca8-a728-45ee-ba54-a3db672877a2 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:05:59.999572 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:00.085095 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:00.112362 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b82aff-4d16-4bf2-a1ff-43e25c9ecaf0 req-0351f9c2-61d2-44f3-a253-68a104c8c4dd tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:00.114032 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f2b82aff-4d16-4bf2-a1ff-43e25c9ecaf0 req-0351f9c2-61d2-44f3-a253-68a104c8c4dd tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 944 time: 0.0593758 Oct 14 07:06:00.114174 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:06:00.116316 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c853a2-c60f-4416-9ce7-3a427a429c94" -d '{"events": [{"server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "name": "network-vif-plugged", "status": "completed", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:06:00.136857 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 39b22ca8-a728-45ee-ba54-a3db672877a2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=39b22ca8-a728-45ee-ba54-a3db672877a2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:00.155329 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7da5eb-2cf1-4b03-a6ac-da25e6462848 x-openstack-request-id: req-ae7da5eb-2cf1-4b03-a6ac-da25e6462848 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:06:00.155650 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "name": "network-vif-plugged", "status": "completed", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:06:00.155900 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae7da5eb-2cf1-4b03-a6ac-da25e6462848 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:06:00.156304 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'code': 200} Oct 14 07:06:00.167936 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f2b82aff-4d16-4bf2-a1ff-43e25c9ecaf0 req-94d18999-f5fb-4545-b8bb-3c5b49f9b08e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348482 Oct 14 07:06:00.209907 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:00.213609 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:00.257032 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=39b22ca8-a728-45ee-ba54-a3db672877a2,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:00.576133 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e566d8d-3312-4f06-94f3-3dd18c4e1bde req-ebe7252b-07ac-40af-9299-b958ea54ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:00.577584 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4e566d8d-3312-4f06-94f3-3dd18c4e1bde req-ebe7252b-07ac-40af-9299-b958ea54ac7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 1098 time: 0.0420332 Oct 14 07:06:00.612064 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4e566d8d-3312-4f06-94f3-3dd18c4e1bde req-d48da068-b911-4cdc-9dd9-1af1ba9c53df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270410 Oct 14 07:06:00.963423 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36604) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:01.063953 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dfdfb293-b847-4760-a278-121f9ec9bfaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:01.140977 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dfdfb293-b847-4760-a278-121f9ec9bfaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:01.226679 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dfdfb293-b847-4760-a278-121f9ec9bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:01.288905 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfb293-b847-4760-a278-121f9ec9bfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b3394b-6be7-4720-9d5d-f11b548bb16f,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:01.294092 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-dfdfb293-b847-4760-a278-121f9ec9bfaf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e71c492eeb84ef7a6eed76ea77a9023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296397 Oct 14 07:06:01.296970 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36618) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:01.337319 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44521d98-ae93-4277-9862-2d0490931f00 req-489a188e-1402-4bf0-be76-3a95303e835f tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:01.338772 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-44521d98-ae93-4277-9862-2d0490931f00 req-489a188e-1402-4bf0-be76-3a95303e835f tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 945 time: 0.0962658 Oct 14 07:06:01.382723 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc60a-d8d8-4b5a-9a09-b821f27080f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:01.397276 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-44521d98-ae93-4277-9862-2d0490931f00 req-62193229-b9b7-405f-a948-0e6ce40c72ae tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520561 Oct 14 07:06:01.411970 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc60a-d8d8-4b5a-9a09-b821f27080f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:01.556847 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc60a-d8d8-4b5a-9a09-b821f27080f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:01.559398 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc60a-d8d8-4b5a-9a09-b821f27080f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:01.560574 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-2ebbc60a-d8d8-4b5a-9a09-b821f27080f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31b3394b-6be7-4720-9d5d-f11b548bb16f HTTP/1.1" status: 204 len: 168 time: 0.2629650 Oct 14 07:06:01.569287 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbc60a-d8d8-4b5a-9a09-b821f27080f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b3394b-6be7-4720-9d5d-f11b548bb16f,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:02.518012 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f217bf-a6da-4ac1-832a-635fd4859128 req-582f3865-9513-4a26-b902-1bf9e8f5d457 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:02.519586 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a8f217bf-a6da-4ac1-832a-635fd4859128 req-582f3865-9513-4a26-b902-1bf9e8f5d457 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 945 time: 0.0497367 Oct 14 07:06:02.537450 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36650) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:02.559878 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a8f217bf-a6da-4ac1-832a-635fd4859128 req-f5c48366-7783-4144-8c55-a17c2c7fb1af tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342078 Oct 14 07:06:02.571041 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36654) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:02.647783 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-364946110-network', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:06:02.676411 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49540939-c3c7-4534-afad-9607dcb1e53b req-e3a80834-898a-4419-92f9-bd9752ac7500 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:02.677879 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-49540939-c3c7-4534-afad-9607dcb1e53b req-e3a80834-898a-4419-92f9-bd9752ac7500 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 945 time: 0.0502965 Oct 14 07:06:02.719840 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-49540939-c3c7-4534-afad-9607dcb1e53b req-a7613595-b34f-4904-ba2a-dbd29420179e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354002 Oct 14 07:06:02.742395 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36660) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:02.768834 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Made reservation on behalf of 2efb1bcb96e847e6aacb347fcec48c16 for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:06:02.771116 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:02.784075 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:02.880695 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b2928b-b095-43dd-97d7-5b6cb4994995 tempest-TestVolumeBootPattern-570770194 tempest-TestVolumeBootPattern-570770194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:02.882196 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-d9b2928b-b095-43dd-97d7-5b6cb4994995 tempest-TestVolumeBootPattern-570770194 tempest-TestVolumeBootPattern-570770194-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 1093 time: 0.1388071 Oct 14 07:06:02.885099 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36664) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:02.889490 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Request body: {'floatingip': {'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'port_id': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:06:02.977765 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:02.987067 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.066586 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.081186 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.090868 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:06:03.114906 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598ef390-b5b9-4260-9cae-d418434b6f7f,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:03.117745 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.118087 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Added segment 077319bc-a57f-47a4-aedc-8333ff8edbe0 of type vlan for network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c Oct 14 07:06:03.201531 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Allocated IP 172.27.0.76 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/909f3e50-2b9d-4735-a28f-abc6d68fe66a) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:06:03.305345 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.394531 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729484'] for router_interface, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.400163 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.421196 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.475926 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:06:03.478730 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:03.484523 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:06:03.490536 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'Port': ['ID=909f3e50-2b9d-4735-a28f-abc6d68fe66a,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:03.542354 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.543302 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:03.543927 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.630269 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:03.640559 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:06:03.656688 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36666) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:03.657250 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-e6a4d4f5-01e5-441c-924c-3b85641da486 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1149137 Oct 14 07:06:03.658698 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Request body: {'subnet': {'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-364946110-subnet', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'ip_version': 4}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:06:03.733085 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] Deleting port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:06:03.733425 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.811675 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Made reservation on behalf of 2efb1bcb96e847e6aacb347fcec48c16 for: {'subnet': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:06:03.813939 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15940678'] for subnet, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.823883 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] For port 03629f91-1d22-4a19-9fb2-b03bb6e0fe05, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=03629f91-1d22-4a19-9fb2-b03bb6e0fe05,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:03.824268 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:03.836964 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] Calling delete_port for 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 owned by network:router_interface {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:06:03.925745 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.067258 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.071865 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.093238 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=03629f91-1d22-4a19-9fb2-b03bb6e0fe05,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:04.160353 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15815798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15940688'] for subnet, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.269037 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9c2877-04d0-4258-b562-35bcd7499ed2,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:04.276650 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1726812'] for router_interface, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.288848 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Checking segment: {'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:06:04.289111 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Network hostable DHCP agents. Network: e7ba7a6d-4d19-42d9-bfc5-6d22c997738c, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:06:04.310710 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.364079 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.393841 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:06:04.449512 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event updated for resources: {'Port': ['ID=909f3e50-2b9d-4735-a28f-abc6d68fe66a,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:04.464949 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.505299 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] Router 68707e76-01a7-47ca-b425-b56dfccac40a has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:06:04.567903 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Floating IP 14cca16e-b9cb-42aa-8f4e-c298940b5bf9 associated. External IP: 172.27.0.76, port: 39b22ca8-a728-45ee-ba54-a3db672877a2. Oct 14 07:06:04.613451 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:06:04.622959 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-c7900543-983d-49b6-b9eb-761afe53c4a9 admin admin] 10.222.0.26 "PUT /v2.0/routers/68707e76-01a7-47ca-b425-b56dfccac40a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0508137 Oct 14 07:06:04.623908 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36668) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:04.624655 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] Sync routers for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:06:04.634623 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:04.635230 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:04.645665 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, e7ba7a6d-4d19-42d9-bfc5-6d22c997738c) {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:04.656112 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:04.656729 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e2e8f-b32d-4311-8a63-3dfda97681e3 None None] Network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:06:04.657226 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.750410 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Publish callbacks [] for router, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.760101 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:04.797311 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Router ea295aa4-8fef-4f56-9550-7316c96dcc08 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:06:04.818852 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdd202b-93ae-5922-b066-41e6b1e9604a-e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2'}]}} from dv-cinder-804470-7-iscsi. {{(pid=106665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:06:04.823440 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.848481 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-12572c2a-3989-42f7-b3c0-4dbbf559c2e6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1940830 Oct 14 07:06:04.852076 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36670) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:04.858614 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:06:04.872775 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.935959 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:06:04.960271 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] Sync routers for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:06:04.973704 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T07:06:03Z', 'revision_number': 5, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port': {'id': 'd3fb5f28-5da6-4fa6-9044-2ee3670b5376', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:57:13Z', 'updated_at': '2021-10-14T06:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:04.979916 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:04.980552 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:04.987290 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1728020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101576'] for router, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:04.989050 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101569'] for router, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.020292 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] Checking router: 68707e76-01a7-47ca-b425-b56dfccac40a for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:06:05.027318 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.db_base_plugin_common [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Allocated IP 172.20.0.2 (e7ba7a6d-4d19-42d9-bfc5-6d22c997738c/0b9c2877-04d0-4258-b562-35bcd7499ed2/9705c985-d30c-4a6f-90b0-4a6bc0d52adb) {{(pid=106665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:06:05.029382 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] Routers {'68707e76-01a7-47ca-b425-b56dfccac40a'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:05.030570 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['68707e76-01a7-47ca-b425-b56dfccac40a'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:05.048671 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Deleting port d3fb5f28-5da6-4fa6-9044-2ee3670b5376 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:06:05.049329 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.077991 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.105696 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.126614 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] Set router 68707e76-01a7-47ca-b425-b56dfccac40a gateway port host: None {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:05.138360 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] For port d3fb5f28-5da6-4fa6-9044-2ee3670b5376, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=d3fb5f28-5da6-4fa6-9044-2ee3670b5376,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:05.138759 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.151466 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f03fdc93-8169-4bc6-a23c-a237c4553d22 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2553120 Oct 14 07:06:05.151466 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:06:05.151466 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a30470-d584-4757-b1be-a443d52c233b" -d '{"events": [{"name": "network-changed", "server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:06:05.157049 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Calling delete_port for d3fb5f28-5da6-4fa6-9044-2ee3670b5376 owned by network:router_gateway {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:06:05.168005 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:05.224383 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T07:06:04Z', 'revision_number': 6, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port_host': None}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:05.232209 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb70e622-35ca-4edd-bb32-37e4e6e66d42 x-openstack-request-id: req-bb70e622-35ca-4edd-bb32-37e4e6e66d42 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:06:05.232807 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:06:05.233572 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb70e622-35ca-4edd-bb32-37e4e6e66d42 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:06:05.234126 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'status': 'completed', 'code': 200} Oct 14 07:06:05.263568 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d481ad-1a6a-448f-9edb-0b69ef45d019 None None] The sync data for ids ['68707e76-01a7-47ca-b425-b56dfccac40a'] in dv-cinder-804470-7-iscsi is: [{'id': '68707e76-01a7-47ca-b425-b56dfccac40a', 'name': 'tempest-AttachVolumeShelveTestJSON-790478469-router', 'tenant_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:57:12Z', 'updated_at': '2021-10-14T07:06:04Z', 'revision_number': 6, 'project_id': '94cb9b4736004bb4af3fe5cba52dcc45', 'gw_port_host': None}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:06:05.444217 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.463191 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Publish callbacks [] for port, precommit_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.481088 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fb5f28-5da6-4fa6-9044-2ee3670b5376,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:05.545160 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1731078'] for router_gateway, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.560565 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.612234 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c is already hosted by enough agents. {{(pid=106665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:06:05.616102 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.base_scheduler [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Resources bound (agent type, host, resource id): {{(pid=106665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:05.624641 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Received port after_create {{(pid=106665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:06:05.632496 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.634909 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Pushing event updated for resources: {'Port': ['ID=9705c985-d30c-4a6f-90b0-4a6bc0d52adb,revision_number=1']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:05.637092 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30470-d584-4757-b1be-a443d52c233b req-cf2a2242-92dd-40fd-8224-388df2d3e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:05.638126 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-83a30470-d584-4757-b1be-a443d52c233b req-cf2a2242-92dd-40fd-8224-388df2d3e802 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 1098 time: 0.3660481 Oct 14 07:06:05.653858 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101434'] for router, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.653858 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.691661 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '14cca16e-b9cb-42aa-8f4e-c298940b5bf9', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:49:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:06:03Z', 'updated_at': '2021-10-14T07:06:03Z', 'revision_number': 0, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}, {'id': 'c3967436-abc2-4c7a-a39f-34c6fc817fff', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:91:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:03:25Z', 'updated_at': '2021-10-14T07:03:27Z', 'revision_number': 1, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:05.723517 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Attempting to bind port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:06:05.723887 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Attempting to bind port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:06:05.724457 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Attempting to bind port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb on network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:06:05.727745 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] Checking router: ea295aa4-8fef-4f56-9550-7316c96dcc08 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:06:05.733893 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:06:05.736090 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Checking segment: {'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:06:05.736090 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.736090 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Bound using segment: {'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:06:05.736090 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Bound port: 9705c985-d30c-4a6f-90b0-4a6bc0d52adb, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:06:05.736090 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.744360 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30470-d584-4757-b1be-a443d52c233b req-1e612524-402a-4221-a35f-c5f84cc2efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:05.745936 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-83a30470-d584-4757-b1be-a443d52c233b req-1e612524-402a-4221-a35f-c5f84cc2efb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 913 time: 0.0994484 Oct 14 07:06:05.753948 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:05.754728 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:05.817050 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728175'] for router, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.817871 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68707e76-01a7-47ca-b425-b56dfccac40a {{(pid=106663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:06:05.826768 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.831383 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-553e7513-91ca-48cc-a078-076bb231ca33 admin admin] 10.222.0.26 "DELETE /v2.0/routers/68707e76-01a7-47ca-b425-b56dfccac40a HTTP/1.1" status: 204 len: 168 time: 1.2064693 Oct 14 07:06:05.832285 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36676) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:05.879655 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-83a30470-d584-4757-b1be-a443d52c233b req-f5f2fee5-e9f7-42d6-b59c-b78b232e4c95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39b22ca8-a728-45ee-ba54-a3db672877a2 HTTP/1.1" status: 200 len: 998 time: 0.1246510 Oct 14 07:06:05.888123 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db4d62f-f91a-472d-8a2d-6a6fd50075d4 admin admin] Deleting subnet 6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 {{(pid=106663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:06:05.891340 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0db4d62f-f91a-472d-8a2d-6a6fd50075d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.898308 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] For port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:06:05.916864 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] For port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=9705c985-d30c-4a6f-90b0-4a6bc0d52adb,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:06:05.926072 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0db4d62f-f91a-472d-8a2d-6a6fd50075d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15967505'] for subnet, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:05.928134 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:05.967734 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30470-d584-4757-b1be-a443d52c233b req-7d8e06fa-e2d0-46c0-acb6-145acad936ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:05.969345 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-83a30470-d584-4757-b1be-a443d52c233b req-7d8e06fa-e2d0-46c0-acb6-145acad936ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 200 len: 851 time: 0.0825775 Oct 14 07:06:06.009845 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.036147 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0db4d62f-f91a-472d-8a2d-6a6fd50075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.107852 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30470-d584-4757-b1be-a443d52c233b req-e9060c7c-c89e-4fd4-9168-7f9024d12c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:06.109296 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-83a30470-d584-4757-b1be-a443d52c233b req-e9060c7c-c89e-4fd4-9168-7f9024d12c43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69419911-617e-4923-8d84-d193292e8009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1320090 Oct 14 07:06:06.114760 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbadc4a-8aa5-4bde-b204-5c68bab0e004 None None] Pushing event updated for resources: {'Port': ['ID=9705c985-d30c-4a6f-90b0-4a6bc0d52adb,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:06.185916 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0db4d62f-f91a-472d-8a2d-6a6fd50075d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15656615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13022214'] for subnet, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.225027 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.237325 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4d62f-f91a-472d-8a2d-6a6fd50075d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:06.239715 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-0db4d62f-f91a-472d-8a2d-6a6fd50075d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.242759 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '14cca16e-b9cb-42aa-8f4e-c298940b5bf9', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:49:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:06:03Z', 'updated_at': '2021-10-14T07:06:03Z', 'revision_number': 0, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}, {'id': 'c3967436-abc2-4c7a-a39f-34c6fc817fff', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:91:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:03:25Z', 'updated_at': '2021-10-14T07:03:27Z', 'revision_number': 1, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:06.245739 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-0db4d62f-f91a-472d-8a2d-6a6fd50075d4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6bb10ca3-abd3-41cb-8890-9bfd8fa7c2e0 HTTP/1.1" status: 204 len: 168 time: 0.4091878 Oct 14 07:06:06.246810 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36678) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:06.254782 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.279232 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ac5e0-f16b-47a3-97b5-1206afa3996b None None] Network 0ef5d404-6511-4668-98f7-3518420f00d9 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:06:06.282731 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f4a6f-7c5f-46fb-9396-ecf34fb445c9 None None] The sync data for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi is: [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '14cca16e-b9cb-42aa-8f4e-c298940b5bf9', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:49:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:06:03Z', 'updated_at': '2021-10-14T07:06:03Z', 'revision_number': 0, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}, {'id': 'c3967436-abc2-4c7a-a39f-34c6fc817fff', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:91:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:03:25Z', 'updated_at': '2021-10-14T07:03:27Z', 'revision_number': 1, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:06:06.352477 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-83a30470-d584-4757-b1be-a443d52c233b req-e4fd6b86-71c9-46e8-97cb-88bf3a457af6 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193694 Oct 14 07:06:06.366868 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.458172 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Deleting port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:06:06.458802 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.545732 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Allocated IP 172.27.0.48 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/45cccbb7-7d42-468e-abd0-92d4799358ee) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:06:06.559961 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-83a30470-d584-4757-b1be-a443d52c233b req-319e42d9-f35d-432b-adba-3dc80aff4053 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992843 Oct 14 07:06:06.582293 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] For port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=9b3cfd59-4d06-489e-a172-c19aeb0c11fb,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:06.583160 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.587427 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] DHCP port deletion for 0ef5d404-6511-4668-98f7-3518420f00d9 request from dv-cinder-804470-7-iscsi {{(pid=106665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:06:06.619920 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Calling delete_port for 9b3cfd59-4d06-489e-a172-c19aeb0c11fb owned by network:dhcp {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:06:06.646944 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Deleting port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb {{(pid=106665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:06:06.647705 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.700146 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afed7773-d404-4c8d-92d0-4bf616998682 None None] New status for floating IP 14cca16e-b9cb-42aa-8f4e-c298940b5bf9: ACTIVE {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:06:06.708123 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.735863 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] For port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=9b3cfd59-4d06-489e-a172-c19aeb0c11fb,segment=NetworkSegment(6d198d92-0418-4a6d-bed4-ad1fd3d3d88b),segment_id=6d198d92-0418-4a6d-bed4-ad1fd3d3d88b)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:06.736884 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.756488 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Calling delete_port for 9b3cfd59-4d06-489e-a172-c19aeb0c11fb owned by network:dhcp {{(pid=106665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:06:06.786864 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.816643 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3cfd59-4d06-489e-a172-c19aeb0c11fb,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:06.821455 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.833917 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] No DVR routers for this DVR port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb on host dv-cinder-804470-7-iscsi {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:06:06.838967 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024'] for port, after_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.867787 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:06:06.872102 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:06.874233 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Pushing event updated for resources: {'Port': ['ID=45cccbb7-7d42-468e-abd0-92d4799358ee,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:06.876494 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:06:06.880247 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Pushing event deleted for resources: {'Port': ['ID=9b3cfd59-4d06-489e-a172-c19aeb0c11fb,revision_number=None']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:06.889340 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.895088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:06.902944 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec37ddd6-bbfe-4790-8647-43d95c457a2e None None] No DVR routers for this DVR port 9b3cfd59-4d06-489e-a172-c19aeb0c11fb on host dv-cinder-804470-7-iscsi {{(pid=106665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:06:06.936859 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:06.960461 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef5d404-6511-4668-98f7-3518420f00d9']}} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:06.971432 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b') {'for_net_delete': True} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:06.971754 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d198d92-0418-4a6d-bed4-ad1fd3d3d88b') {} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:06.985570 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15967528'] for segment, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.002578 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.011113 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=106663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:06:07.011972 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15657989'] for segment, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: Traceback (most recent call last): Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: timer() Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: cb(*args, **kw) Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: return func(*args, **kwargs) Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: self._notify() Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: self.callback(batched_events) Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: event.method(event) Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: return f(self, *a, **k) Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._get(url).json() Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: return self.request(url, 'GET', **kwargs) Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:06:07.067618 dv-cinder-804470-7-iscsi neutron-server[106663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:06:07.098384 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 9705c985-d30c-4a6f-90b0-4a6bc0d52adb up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:06:07.148619 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:07.155156 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.176271 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.187168 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.193359 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] 10.222.0.26 "DELETE /v2.0/networks/0ef5d404-6511-4668-98f7-3518420f00d9 HTTP/1.1" status: 204 len: 168 time: 0.9425185 Oct 14 07:06:07.202856 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c216520-7ff4-4852-a6a2-d3061dd5846f admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef5d404-6511-4668-98f7-3518420f00d9,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:07.251520 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.286709 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=9705c985-d30c-4a6f-90b0-4a6bc0d52adb,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:07.301808 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.317580 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4736d5e8-59eb-4b05-ab99-7060bcf0909a None None] Network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:06:07.387837 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-71fac274-32f2-4311-b81a-bf046d803055 None None] Provisioning complete for port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:07.388234 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-71fac274-32f2-4311-b81a-bf046d803055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.425097 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.494424 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:06:07.501404 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1728153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170'] for router, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.538751 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:06:07.539089 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 03629f91-1d22-4a19-9fb2-b03bb6e0fe05 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:06:07.539514 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device d3fb5f28-5da6-4fa6-9044-2ee3670b5376 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:06:07.578500 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=9705c985-d30c-4a6f-90b0-4a6bc0d52adb,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:07.583758 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: d3fb5f28-5da6-4fa6-9044-2ee3670b5376 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:06:07.584099 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device d3fb5f28-5da6-4fa6-9044-2ee3670b5376 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:06:07.584518 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 9b3cfd59-4d06-489e-a172-c19aeb0c11fb no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:06:07.614096 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36682) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:07.627651 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 9b3cfd59-4d06-489e-a172-c19aeb0c11fb {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:06:07.628006 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 9b3cfd59-4d06-489e-a172-c19aeb0c11fb not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:06:07.654382 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-71f9531e-286d-478f-bcdf-cbfd1782e866 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94cb9b4736004bb4af3fe5cba52dcc45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425506 Oct 14 07:06:07.656940 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36684) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:07.701059 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Router 30ac9a4c-406e-4bd3-aff9-7017a794044d is scheduled to L3 agent bad82139-abe0-460d-a24f-34a70776a820 with binding_index 1 {{(pid=106664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:06:07.707896 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-23b42bf7-8384-4cf1-8b05-7c869c311be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.733086 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-23b42bf7-8384-4cf1-8b05-7c869c311be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.819388 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:06:07.829292 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Sync routers for ids ['30ac9a4c-406e-4bd3-aff9-7017a794044d'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:06:07.838168 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Routers {'30ac9a4c-406e-4bd3-aff9-7017a794044d'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:07.838774 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['30ac9a4c-406e-4bd3-aff9-7017a794044d'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:07.859346 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-23b42bf7-8384-4cf1-8b05-7c869c311be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.864261 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-23b42bf7-8384-4cf1-8b05-7c869c311be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.865398 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-23b42bf7-8384-4cf1-8b05-7c869c311be0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f714d2e9-d6da-4692-8a0d-294875e4e051 HTTP/1.1" status: 204 len: 168 time: 0.2074888 Oct 14 07:06:07.873076 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b42bf7-8384-4cf1-8b05-7c869c311be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f714d2e9-d6da-4692-8a0d-294875e4e051,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:07.908695 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] Publish callbacks [] for router, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.910493 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-003aef9d-4d86-4a03-a100-82dde8dd36ca None None] Provisioning complete for port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:07.910657 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-003aef9d-4d86-4a03-a100-82dde8dd36ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:07.910972 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-9ae689fc-8694-42e8-915c-c4bf75ae1233 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0577071 Oct 14 07:06:07.914796 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36688) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:07.992059 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Set router 30ac9a4c-406e-4bd3-aff9-7017a794044d gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:08.335151 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:08.355176 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:07Z', 'revision_number': 3, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:08.382584 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Checking router: 30ac9a4c-406e-4bd3-aff9-7017a794044d for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:06:08.382938 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Updating router 30ac9a4c-406e-4bd3-aff9-7017a794044d port 45cccbb7-7d42-468e-abd0-92d4799358ee binding host dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:06:08.407852 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:08.495375 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Allocated IP 172.20.0.1 (e7ba7a6d-4d19-42d9-bfc5-6d22c997738c/0b9c2877-04d0-4258-b562-35bcd7499ed2/af8a5199-8059-47e2-acfb-42f235765dff) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:06:08.600864 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:08.667690 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Publish callbacks [] for port, precommit_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:08.753018 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:08.790923 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:06:08.791617 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:08.795073 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:06:08.823662 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Pushing event updated for resources: {'Port': ['ID=af8a5199-8059-47e2-acfb-42f235765dff,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:08.828626 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:08.842950 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729365'] for router_interface, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:08.876193 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Attempting to bind port 45cccbb7-7d42-468e-abd0-92d4799358ee on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:06:08.876750 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Attempting to bind port 45cccbb7-7d42-468e-abd0-92d4799358ee by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:06:08.876909 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Attempting to bind port 45cccbb7-7d42-468e-abd0-92d4799358ee on network 37b6d0c9-4876-4604-a10d-30652fabd51d {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:06:08.891343 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35e12b-eaf6-47e9-ae45-9aca314cf9d7 None None] Pushing event updated for resources: {'Port': ['ID=45cccbb7-7d42-468e-abd0-92d4799358ee,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:08.894714 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:06:08.895339 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:06:08.896243 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:08.896810 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Bound using segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:06:08.897472 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Bound port: 45cccbb7-7d42-468e-abd0-92d4799358ee, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:06:08.898351 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:08.969602 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] For port 45cccbb7-7d42-468e-abd0-92d4799358ee, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:06:08.977610 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] For port 45cccbb7-7d42-468e-abd0-92d4799358ee, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=45cccbb7-7d42-468e-abd0-92d4799358ee,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:06:09.037431 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 9705c985-d30c-4a6f-90b0-4a6bc0d52adb up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:06:09.079166 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:09.155511 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:09.155881 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:09.166403 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-afd2b80d-5451-4844-aa6b-a14933c9cf47 None None] Provisioning complete for port af8a5199-8059-47e2-acfb-42f235765dff triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:09.166770 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-afd2b80d-5451-4844-aa6b-a14933c9cf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:09.212363 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Routers {'30ac9a4c-406e-4bd3-aff9-7017a794044d'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:09.213003 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['30ac9a4c-406e-4bd3-aff9-7017a794044d'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:09.219148 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35e12b-eaf6-47e9-ae45-9aca314cf9d7 None None] Pushing event updated for resources: {'Port': ['ID=45cccbb7-7d42-468e-abd0-92d4799358ee,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:09.288475 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-afd2b80d-5451-4844-aa6b-a14933c9cf47 None None] Port af8a5199-8059-47e2-acfb-42f235765dff cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:06:09.317090 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:09.374495 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] Set router 30ac9a4c-406e-4bd3-aff9-7017a794044d gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:09.478518 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:09.539259 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:09.560213 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:07Z', 'revision_number': 3, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:09.586701 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fb5b7e-4429-4694-89ca-1df63850f9dc None None] The sync data for ids ['30ac9a4c-406e-4bd3-aff9-7017a794044d'] in dv-cinder-804470-7-iscsi is: [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:07Z', 'revision_number': 3, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:06:09.611302 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729313'] for router_interface, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:09.614353 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Pushing event updated for resources: {'Port': ['ID=af8a5199-8059-47e2-acfb-42f235765dff,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:09.706197 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:06:09.708210 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:09.855873 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Router 30ac9a4c-406e-4bd3-aff9-7017a794044d has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:06:09.991257 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:06:10.007283 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-25cd928f-d262-435b-9373-3bd7604085d8 admin admin] 10.222.0.26 "PUT /v2.0/routers/30ac9a4c-406e-4bd3-aff9-7017a794044d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0926917 Oct 14 07:06:10.020854 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-4adcda5c-8a5f-4799-a31c-7b8d64a6d631 None None] Provisioning complete for port af8a5199-8059-47e2-acfb-42f235765dff triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:10.021332 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4adcda5c-8a5f-4799-a31c-7b8d64a6d631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:10.060616 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-4adcda5c-8a5f-4799-a31c-7b8d64a6d631 None None] Port af8a5199-8059-47e2-acfb-42f235765dff cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:06:10.899821 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36736) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:10.904967 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-655614436-network', 'tenant_id': '621b196058a04cc49a035cec3c5b0430'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:06:10.998100 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Made reservation on behalf of 621b196058a04cc49a035cec3c5b0430 for: {'network': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:06:11.000508 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for network, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.014625 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.027962 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 45cccbb7-7d42-468e-abd0-92d4799358ee up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:06:11.088373 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 45cccbb7-7d42-468e-abd0-92d4799358ee triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:11.088745 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.103635 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.173584 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.173693 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Sync routers for ids ['30ac9a4c-406e-4bd3-aff9-7017a794044d'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:06:11.182120 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Routers {'30ac9a4c-406e-4bd3-aff9-7017a794044d'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:11.182719 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['30ac9a4c-406e-4bd3-aff9-7017a794044d'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:11.193375 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 45cccbb7-7d42-468e-abd0-92d4799358ee, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=45cccbb7-7d42-468e-abd0-92d4799358ee,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:11.203792 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.227677 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=106663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 14 07:06:11.236333 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0679d3c7-cd36-4ea1-a4ee-44a2141d7e1d,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:11.245689 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.246108 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.segments_db [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Added segment 11969720-4fe6-497b-91ce-feeed765e8f2 of type vlan for network 7a9595bc-6226-4db7-ad08-fda13ab77613 Oct 14 07:06:11.248092 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.248528 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.248872 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.249204 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.249531 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.249857 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.250181 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.250506 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.250826 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.251146 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.251490 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.251809 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:11.286225 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Set router 30ac9a4c-406e-4bd3-aff9-7017a794044d gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:11.288107 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.296478 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784207068537'] for network, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.339753 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=45cccbb7-7d42-468e-abd0-92d4799358ee,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:11.403767 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324'] for network, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.404732 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:11.405351 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.475665 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] Pushing event updated for resources: {'Network': ['ID=7a9595bc-6226-4db7-ad08-fda13ab77613,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:11.486279 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Network 7a9595bc-6226-4db7-ad08-fda13ab77613 details requested by agent ovs-agent-dv-cinder-804470-7-iscsi with host dv-cinder-804470-7-iscsi {{(pid=106665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 14 07:06:11.493361 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-abb3faeb-d924-424c-8ef4-9fe1289f0e16 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5922630 Oct 14 07:06:11.496046 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36746) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:11.499545 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:09Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'af8a5199-8059-47e2-acfb-42f235765dff', 'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'mac_address': 'fa:16:3e:5e:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:08Z', 'updated_at': '2021-10-14T07:06:09Z', 'revision_number': 2, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'subnets': [{'id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:11.501449 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Request body: {'subnet': {'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-655614436-subnet', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'ip_version': 4}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:06:11.531786 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Checking router: 30ac9a4c-406e-4bd3-aff9-7017a794044d for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:06:11.535678 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Updating router 30ac9a4c-406e-4bd3-aff9-7017a794044d port af8a5199-8059-47e2-acfb-42f235765dff binding host dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:06:11.563947 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.632036 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Made reservation on behalf of 621b196058a04cc49a035cec3c5b0430 for: {'subnet': 1} {{(pid=106663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:06:11.636616 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13022251'] for subnet, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.839959 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Publish callbacks [] for port, precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.889468 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15656678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13022269'] for subnet, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.944681 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:11.945028 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c05c09-7328-4190-8655-bf21c987561b,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:11.954014 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Checking segment: {'id': '11969720-4fe6-497b-91ce-feeed765e8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:06:11.954014 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Network hostable DHCP agents. Network: 7a9595bc-6226-4db7-ad08-fda13ab77613, hostable agents: ['3593b900-d4be-4623-895c-fe1d4031f23d'], hosted agents: [] {{(pid=106663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 14 07:06:11.998789 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Pushing event updated for resources: {'Port': ['ID=af8a5199-8059-47e2-acfb-42f235765dff,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:12.024910 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.025312 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.025624 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.025957 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.026284 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.026617 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.026942 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.027265 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.027631 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.027962 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.028283 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.028602 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:12.036771 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Network 7a9595bc-6226-4db7-ad08-fda13ab77613 is scheduled to be hosted by DHCP agent 3593b900-d4be-4623-895c-fe1d4031f23d with binding_index 1 {{(pid=106663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 14 07:06:12.057547 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Attempting to bind port af8a5199-8059-47e2-acfb-42f235765dff on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:06:12.057920 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Attempting to bind port af8a5199-8059-47e2-acfb-42f235765dff by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:06:12.058284 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Attempting to bind port af8a5199-8059-47e2-acfb-42f235765dff on network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:06:12.063639 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:06:12.064029 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Checking segment: {'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:06:12.064411 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.064803 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Bound using segment: {'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:06:12.065272 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Bound port: af8a5199-8059-47e2-acfb-42f235765dff, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:06:12.065687 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.112215 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-7-iscsi, 7a9595bc-6226-4db7-ad08-fda13ab77613) {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:12.117212 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:12.118017 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.121572 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbca52e-cfbc-4fed-9bfc-cb113f3dc835 None None] Network 7a9595bc-6226-4db7-ad08-fda13ab77613 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:06:12.136624 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] For port af8a5199-8059-47e2-acfb-42f235765dff, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:06:12.139890 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] For port af8a5199-8059-47e2-acfb-42f235765dff, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=af8a5199-8059-47e2-acfb-42f235765dff,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:06:12.189907 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-442189b2-ebe3-41bf-86c6-d456dd39ec72 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6925666 Oct 14 07:06:12.199076 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36760) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:12.203533 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-655614436-router', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:06:12.210471 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.238614 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-3dadd3c7-0df4-432e-91d9-81f95eee94e2 None None] Provisioning complete for port af8a5199-8059-47e2-acfb-42f235765dff triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:12.238989 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-3dadd3c7-0df4-432e-91d9-81f95eee94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.273783 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3542776-2958-4964-9dc0-f1eb726543d8 None None] Pushing event updated for resources: {'Port': ['ID=af8a5199-8059-47e2-acfb-42f235765dff,revision_number=4']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:12.278449 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Routers {'30ac9a4c-406e-4bd3-aff9-7017a794044d'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:12.279264 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['30ac9a4c-406e-4bd3-aff9-7017a794044d'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:12.291403 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1728020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101576'] for router, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.292476 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1731157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1653084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101569'] for router, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.317480 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpffdd202b-93ae-5922-b066-41e6b1e9604a-7a9595bc-6226-4db7-ad08-fda13ab77613', 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'fixed_ips': [{'subnet_id': 'b6c05c09-7328-4190-8655-bf21c987561b'}]}} from dv-cinder-804470-7-iscsi. {{(pid=106665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 14 07:06:12.318531 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.361144 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.393145 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] Set router 30ac9a4c-406e-4bd3-aff9-7017a794044d gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:12.433791 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-3dadd3c7-0df4-432e-91d9-81f95eee94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.502057 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-3dadd3c7-0df4-432e-91d9-81f95eee94e2 None None] For port af8a5199-8059-47e2-acfb-42f235765dff, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=af8a5199-8059-47e2-acfb-42f235765dff,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:12.517304 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.db_base_plugin_common [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Allocated IP 172.20.0.2 (7a9595bc-6226-4db7-ad08-fda13ab77613/b6c05c09-7328-4190-8655-bf21c987561b/d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8) {{(pid=106665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:06:12.558074 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-3dadd3c7-0df4-432e-91d9-81f95eee94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.623564 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:09Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'af8a5199-8059-47e2-acfb-42f235765dff', 'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'mac_address': 'fa:16:3e:5e:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:08Z', 'updated_at': '2021-10-14T07:06:12Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'subnets': [{'id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:12.651847 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb23c40-8ffa-4bd9-8189-8887c8a0c717 None None] The sync data for ids ['30ac9a4c-406e-4bd3-aff9-7017a794044d'] in dv-cinder-804470-7-iscsi is: [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:09Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'af8a5199-8059-47e2-acfb-42f235765dff', 'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'mac_address': 'fa:16:3e:5e:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:08Z', 'updated_at': '2021-10-14T07:06:12Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'subnets': [{'id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:06:12.655162 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadd3c7-0df4-432e-91d9-81f95eee94e2 None None] Pushing event updated for resources: {'Port': ['ID=af8a5199-8059-47e2-acfb-42f235765dff,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:12.727881 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-4ba6c2dd-8c19-428d-8ae9-22f547203290 None None] Provisioning complete for port af8a5199-8059-47e2-acfb-42f235765dff triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:12.728494 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c2dd-8c19-428d-8ae9-22f547203290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.776371 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Publish callbacks [] for port, precommit_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.830633 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.847872 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015'] for port, after_create {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.897630 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Network 7a9595bc-6226-4db7-ad08-fda13ab77613 is already hosted by enough agents. {{(pid=106665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:06:12.902735 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.scheduler.base_scheduler [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Resources bound (agent type, host, resource id): {{(pid=106665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:12.907122 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Received port after_create {{(pid=106665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:06:12.910628 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Pushing event updated for resources: {'Port': ['ID=d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8,revision_number=1']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:12.972855 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Attempting to bind port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:06:12.973229 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Attempting to bind port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '11969720-4fe6-497b-91ce-feeed765e8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:06:12.974214 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Attempting to bind port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 on network 7a9595bc-6226-4db7-ad08-fda13ab77613 {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:06:12.980856 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:06:12.981234 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Checking segment: {'id': '11969720-4fe6-497b-91ce-feeed765e8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:06:12.981636 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:12.982027 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Bound using segment: {'id': '11969720-4fe6-497b-91ce-feeed765e8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:06:12.982500 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Bound port: d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11969720-4fe6-497b-91ce-feeed765e8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:06:12.982875 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:13.126517 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:13.147360 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:13.174136 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 45cccbb7-7d42-468e-abd0-92d4799358ee up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:06:13.221125 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] For port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:06:13.226112 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] For port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8,segment=NetworkSegment(11969720-4fe6-497b-91ce-feeed765e8f2),segment_id=11969720-4fe6-497b-91ce-feeed765e8f2)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:06:13.239320 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 45cccbb7-7d42-468e-abd0-92d4799358ee triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:13.239730 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:13.271795 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Allocated IP 172.27.0.109 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/77129a4f-5643-414e-8d4b-00819bfe3a91) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:06:13.308461 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:13.356872 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device af8a5199-8059-47e2-acfb-42f235765dff up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:06:13.397078 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:13.405327 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971b12c-05f4-4fba-8619-4acd9ac718a5 None None] Pushing event updated for resources: {'Port': ['ID=d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:13.434746 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port af8a5199-8059-47e2-acfb-42f235765dff triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:13.436524 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:13.496521 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:13.542930 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:06:13.551127 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:13.566838 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:06:13.601997 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=77129a4f-5643-414e-8d4b-00819bfe3a91,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:13.904304 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:14.096846 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1728153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1731170'] for router, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:14.280820 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c0533f-b2f6-4e30-93cf-8dd74b934293 None None] Network 7a9595bc-6226-4db7-ad08-fda13ab77613 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:06:14.354542 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-178e2561-1f76-464b-be08-e3f11dcf18cb None None] Provisioning complete for port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:14.354949 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-178e2561-1f76-464b-be08-e3f11dcf18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:14.403259 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f is scheduled to L3 agent bad82139-abe0-460d-a24f-34a70776a820 with binding_index 1 {{(pid=106663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 14 07:06:14.494687 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-178e2561-1f76-464b-be08-e3f11dcf18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:14.515708 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:06:14.530320 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Sync routers for ids ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:06:14.537566 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-178e2561-1f76-464b-be08-e3f11dcf18cb None None] For port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8,segment=NetworkSegment(11969720-4fe6-497b-91ce-feeed765e8f2),segment_id=11969720-4fe6-497b-91ce-feeed765e8f2)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:14.543868 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Routers {'828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:14.544569 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:14.651743 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Set router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:14.712811 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:14.714132 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-25b12ba5-ccbb-411c-bd9a-76a5ca957cb8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5140407 Oct 14 07:06:14.716885 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36772) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:14.718074 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-178e2561-1f76-464b-be08-e3f11dcf18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:14.814743 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e2561-1f76-464b-be08-e3f11dcf18cb None None] Pushing event updated for resources: {'Port': ['ID=d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:14.868250 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-d4390cee-8755-466b-9883-f899ec21db3c None None] Provisioning complete for port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:14.868622 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d4390cee-8755-466b-9883-f899ec21db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:14.923095 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'name': 'tempest-TestMinimumBasicScenario-655614436-router', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:12Z', 'updated_at': '2021-10-14T07:06:13Z', 'revision_number': 3, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'gw_port': {'id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:13Z', 'updated_at': '2021-10-14T07:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:14.971423 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Checking router: 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:06:14.971905 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Updating router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f port 77129a4f-5643-414e-8d4b-00819bfe3a91 binding host dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:06:15.008052 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.094527 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:06:15.152269 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.212810 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:15.213179 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.306815 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_common [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Allocated IP 172.20.0.1 (7a9595bc-6226-4db7-ad08-fda13ab77613/b6c05c09-7328-4190-8655-bf21c987561b/32f31d70-f4c1-4424-8135-996901652071) {{(pid=106663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:06:15.363131 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Publish callbacks [] for port, precommit_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.407542 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.454627 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.505375 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.508111 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Attempting to bind port 77129a4f-5643-414e-8d4b-00819bfe3a91 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:06:15.508495 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Attempting to bind port 77129a4f-5643-414e-8d4b-00819bfe3a91 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:06:15.508852 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Attempting to bind port 77129a4f-5643-414e-8d4b-00819bfe3a91 on network 37b6d0c9-4876-4604-a10d-30652fabd51d {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:06:15.515622 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f732739-0404-4df5-804c-274c4d0daa80 None None] Pushing event updated for resources: {'Port': ['ID=77129a4f-5643-414e-8d4b-00819bfe3a91,revision_number=2']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:15.518338 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:06:15.519758 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Checking segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:06:15.519758 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.520042 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Bound using segment: {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'} {{(pid=106665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:06:15.520520 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.managers [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Bound port: 77129a4f-5643-414e-8d4b-00819bfe3a91, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a0645-71de-478c-a17b-24d8be1826f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d'}}] {{(pid=106665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:06:15.520901 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.545315 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Network 7a9595bc-6226-4db7-ad08-fda13ab77613 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:06:15.548143 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:15.551209 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Received port after_create {{(pid=106663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:06:15.578278 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] For port 77129a4f-5643-414e-8d4b-00819bfe3a91, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:06:15.581570 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] For port 77129a4f-5643-414e-8d4b-00819bfe3a91, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=77129a4f-5643-414e-8d4b-00819bfe3a91,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:06:15.582911 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Pushing event updated for resources: {'Port': ['ID=32f31d70-f4c1-4424-8135-996901652071,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:15.603721 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1729365'] for router_interface, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.638277 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.697395 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Routers {'828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:15.698024 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:15.703281 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f732739-0404-4df5-804c-274c4d0daa80 None None] Pushing event updated for resources: {'Port': ['ID=77129a4f-5643-414e-8d4b-00819bfe3a91,revision_number=3']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:15.800972 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.805502 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] Set router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:15.915285 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-8129be51-b0a4-4988-9d69-76729a28ffc7 None None] Provisioning complete for port 32f31d70-f4c1-4424-8135-996901652071 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:15.915662 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-8129be51-b0a4-4988-9d69-76729a28ffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.968672 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:15.971511 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-8129be51-b0a4-4988-9d69-76729a28ffc7 None None] Port 32f31d70-f4c1-4424-8135-996901652071 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:06:16.021088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'name': 'tempest-TestMinimumBasicScenario-655614436-router', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:12Z', 'updated_at': '2021-10-14T07:06:13Z', 'revision_number': 3, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'gw_port': {'id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:13Z', 'updated_at': '2021-10-14T07:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:16.026073 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15658081'] for port, after_update {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:16.047151 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5904ed-5051-424c-a531-71e8daa99a12 None None] The sync data for ids ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'] in dv-cinder-804470-7-iscsi is: [{'id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'name': 'tempest-TestMinimumBasicScenario-655614436-router', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:12Z', 'updated_at': '2021-10-14T07:06:13Z', 'revision_number': 3, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'gw_port': {'id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:13Z', 'updated_at': '2021-10-14T07:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:06:16.099536 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1606310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1729313'] for router_interface, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:16.101463 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Pushing event updated for resources: {'Port': ['ID=32f31d70-f4c1-4424-8135-996901652071,revision_number=2']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:16.196765 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Network 7a9595bc-6226-4db7-ad08-fda13ab77613 is already hosted by enough agents. {{(pid=106663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:06:16.198103 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.base_scheduler [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:16.327116 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:06:16.456859 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:06:16.463074 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-7948860f-ac9d-4cac-b6b5-c422df2447d8 admin admin] 10.222.0.26 "PUT /v2.0/routers/828deb0c-7c27-4c6c-9e9c-4a526ec8c27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450280 Oct 14 07:06:16.492851 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-8699be3f-cd4d-4d17-99b0-ae5967ef000d None None] Provisioning complete for port 32f31d70-f4c1-4424-8135-996901652071 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:16.497324 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-8699be3f-cd4d-4d17-99b0-ae5967ef000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:16.533172 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-8699be3f-cd4d-4d17-99b0-ae5967ef000d None None] Port 32f31d70-f4c1-4424-8135-996901652071 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:06:17.036656 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 77129a4f-5643-414e-8d4b-00819bfe3a91 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:06:17.087273 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 77129a4f-5643-414e-8d4b-00819bfe3a91 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:17.087273 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:17.167950 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:17.195210 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] For port 77129a4f-5643-414e-8d4b-00819bfe3a91, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=77129a4f-5643-414e-8d4b-00819bfe3a91,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:17.287630 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:17.341792 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Pushing event updated for resources: {'Port': ['ID=77129a4f-5643-414e-8d4b-00819bfe3a91,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:17.704055 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Sync routers for ids ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:06:17.715302 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Routers {'828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:17.715959 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:17.843925 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Set router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:18.077836 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'name': 'tempest-TestMinimumBasicScenario-655614436-router', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:12Z', 'updated_at': '2021-10-14T07:06:15Z', 'revision_number': 4, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'gw_port': {'id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:13Z', 'updated_at': '2021-10-14T07:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '32f31d70-f4c1-4424-8135-996901652071', 'name': '', 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'mac_address': 'fa:16:3e:22:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b6c05c09-7328-4190-8655-bf21c987561b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:15Z', 'updated_at': '2021-10-14T07:06:15Z', 'revision_number': 2, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'subnets': [{'id': 'b6c05c09-7328-4190-8655-bf21c987561b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:18.198352 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Checking router: 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:06:18.198706 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Updating router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f port 32f31d70-f4c1-4424-8135-996901652071 binding host dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 14 07:06:18.224662 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:18.542468 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Publish callbacks [] for port, precommit_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:18.661415 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:18.715386 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737559b9-0cb6-48e4-a743-a605cfd9d8fb None None] Pushing event updated for resources: {'Port': ['ID=32f31d70-f4c1-4424-8135-996901652071,revision_number=3']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:18.786858 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Attempting to bind port 32f31d70-f4c1-4424-8135-996901652071 on host dv-cinder-804470-7-iscsi for vnic_type normal with profile {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:06:18.787386 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Attempting to bind port 32f31d70-f4c1-4424-8135-996901652071 by drivers openvswitch,hyperv on host dv-cinder-804470-7-iscsi at level 0 using segments [{'id': '11969720-4fe6-497b-91ce-feeed765e8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613'}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:06:18.787785 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Attempting to bind port 32f31d70-f4c1-4424-8135-996901652071 on network 7a9595bc-6226-4db7-ad08-fda13ab77613 {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:06:18.796704 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Checking agent: {'id': '18525ce3-45f9-4e4a-bfca-2ecc00ed059e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 48, 58), 'started_at': datetime.datetime(2021, 10, 14, 6, 49, 28), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:06:18.797110 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Checking segment: {'id': '11969720-4fe6-497b-91ce-feeed765e8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:06:18.797653 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:18.798106 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Bound using segment: {'id': '11969720-4fe6-497b-91ce-feeed765e8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613'} {{(pid=106666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:06:18.798658 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.managers [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Bound port: 32f31d70-f4c1-4424-8135-996901652071, host: dv-cinder-804470-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11969720-4fe6-497b-91ce-feeed765e8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613'}}] {{(pid=106666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:06:18.799064 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:18.886734 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] For port 32f31d70-f4c1-4424-8135-996901652071, host dv-cinder-804470-7-iscsi, cleared binding levels {{(pid=106666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:06:18.898772 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.plugins.ml2.db [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] For port 32f31d70-f4c1-4424-8135-996901652071, host dv-cinder-804470-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=32f31d70-f4c1-4424-8135-996901652071,segment=NetworkSegment(11969720-4fe6-497b-91ce-feeed765e8f2),segment_id=11969720-4fe6-497b-91ce-feeed765e8f2)] {{(pid=106666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:06:18.975583 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron_lib.callbacks.manager [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:18.990796 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-4bfcdad1-948a-492d-9995-fdad38ba3c62 None None] Provisioning complete for port 32f31d70-f4c1-4424-8135-996901652071 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:18.991341 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdad1-948a-492d-9995-fdad38ba3c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.045756 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 77129a4f-5643-414e-8d4b-00819bfe3a91 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:06:19.055935 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Routers {'828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:06:19.057237 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:05:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:19.134525 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737559b9-0cb6-48e4-a743-a605cfd9d8fb None None] Pushing event updated for resources: {'Port': ['ID=32f31d70-f4c1-4424-8135-996901652071,revision_number=4']} {{(pid=106666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:19.235335 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 77129a4f-5643-414e-8d4b-00819bfe3a91 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:19.235991 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.239088 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdad1-948a-492d-9995-fdad38ba3c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.264493 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 36852) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:19.277258 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] Set router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:06:19.352078 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-4bfcdad1-948a-492d-9995-fdad38ba3c62 None None] For port 32f31d70-f4c1-4424-8135-996901652071, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=32f31d70-f4c1-4424-8135-996901652071,segment=NetworkSegment(11969720-4fe6-497b-91ce-feeed765e8f2),segment_id=11969720-4fe6-497b-91ce-feeed765e8f2)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:19.425325 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27497912-3ddc-4336-9036-82f298f4dfb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.516025 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'name': 'tempest-TestMinimumBasicScenario-655614436-router', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:12Z', 'updated_at': '2021-10-14T07:06:15Z', 'revision_number': 4, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'gw_port': {'id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:13Z', 'updated_at': '2021-10-14T07:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '32f31d70-f4c1-4424-8135-996901652071', 'name': '', 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'mac_address': 'fa:16:3e:22:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b6c05c09-7328-4190-8655-bf21c987561b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:15Z', 'updated_at': '2021-10-14T07:06:18Z', 'revision_number': 4, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'subnets': [{'id': 'b6c05c09-7328-4190-8655-bf21c987561b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:06:19.529534 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27497912-3ddc-4336-9036-82f298f4dfb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.544657 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4bfcdad1-948a-492d-9995-fdad38ba3c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.549668 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be37f4d-3123-4594-9f23-19de64fa2188 None None] The sync data for ids ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'] in dv-cinder-804470-7-iscsi is: [{'id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'name': 'tempest-TestMinimumBasicScenario-655614436-router', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:12Z', 'updated_at': '2021-10-14T07:06:15Z', 'revision_number': 4, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'gw_port': {'id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:13Z', 'updated_at': '2021-10-14T07:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': '32f31d70-f4c1-4424-8135-996901652071', 'name': '', 'network_id': '7a9595bc-6226-4db7-ad08-fda13ab77613', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'mac_address': 'fa:16:3e:22:e8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b6c05c09-7328-4190-8655-bf21c987561b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:15Z', 'updated_at': '2021-10-14T07:06:18Z', 'revision_number': 4, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'subnets': [{'id': 'b6c05c09-7328-4190-8655-bf21c987561b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:06:19.619940 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27497912-3ddc-4336-9036-82f298f4dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.632149 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcdad1-948a-492d-9995-fdad38ba3c62 None None] Pushing event updated for resources: {'Port': ['ID=32f31d70-f4c1-4424-8135-996901652071,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:19.674039 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-c5e10d49-3882-460b-8e62-21a80b90ab40 None None] Provisioning complete for port 32f31d70-f4c1-4424-8135-996901652071 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:19.675800 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-c5e10d49-3882-460b-8e62-21a80b90ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.695243 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36856) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:19.695880 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-27497912-3ddc-4336-9036-82f298f4dfb4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9795c0ae9fd497baf237c37bf0bb4b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296105 Oct 14 07:06:19.705998 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27497912-3ddc-4336-9036-82f298f4dfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531424a6-c8a2-4980-b3ab-b9ad76416475,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:19.795773 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-51a864dc-2dbb-42be-8fe3-07e3c0d251ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.831562 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-51a864dc-2dbb-42be-8fe3-07e3c0d251ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.961856 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-51a864dc-2dbb-42be-8fe3-07e3c0d251ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.967359 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-51a864dc-2dbb-42be-8fe3-07e3c0d251ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:19.968737 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-51a864dc-2dbb-42be-8fe3-07e3c0d251ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/531424a6-c8a2-4980-b3ab-b9ad76416475 HTTP/1.1" status: 204 len: 168 time: 0.2714217 Oct 14 07:06:19.981268 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a864dc-2dbb-42be-8fe3-07e3c0d251ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531424a6-c8a2-4980-b3ab-b9ad76416475,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:21.096114 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 32f31d70-f4c1-4424-8135-996901652071 up at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:06:21.163397 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Provisioning complete for port 32f31d70-f4c1-4424-8135-996901652071 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:21.164115 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:22.019208 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:24.443316 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-4b4e95fd-62a8-43c9-bd25-0f1b2ad148e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:26.106330 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 36996) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:26.243996 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b65a678c-5798-4844-b83d-8243ce71f763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:26.338964 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b65a678c-5798-4844-b83d-8243ce71f763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:26.421906 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b65a678c-5798-4844-b83d-8243ce71f763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:26.466045 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a678c-5798-4844-b83d-8243ce71f763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267afe3e-ba23-4886-abd0-0cab27637a33,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:26.486533 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37002) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:26.494667 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-b65a678c-5798-4844-b83d-8243ce71f763 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74c01ce8f84e4b0891a268f3b971bd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872085 Oct 14 07:06:26.554856 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-26582775-ae24-4b07-a50f-24e0ca9e6a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:26.579836 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-26582775-ae24-4b07-a50f-24e0ca9e6a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:26.712159 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-26582775-ae24-4b07-a50f-24e0ca9e6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:26.714882 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-26582775-ae24-4b07-a50f-24e0ca9e6a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:26.718491 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-26582775-ae24-4b07-a50f-24e0ca9e6a68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/267afe3e-ba23-4886-abd0-0cab27637a33 HTTP/1.1" status: 204 len: 168 time: 0.2275105 Oct 14 07:06:26.724705 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26582775-ae24-4b07-a50f-24e0ca9e6a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267afe3e-ba23-4886-abd0-0cab27637a33,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:26.904145 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-40b8ecfa-66c4-49e8-8651-fca87bf23fe3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539281 Oct 14 07:06:26.984742 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-8b36a1ee-fd70-44b7-ac18-ba12138e0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:26.986378 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-8b36a1ee-fd70-44b7-ac18-ba12138e0a22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 1099 time: 0.0435662 Oct 14 07:06:27.112996 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-f4d9ad9e-1bb7-46e0-a50b-2969efc5528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:27.114981 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-f4d9ad9e-1bb7-46e0-a50b-2969efc5528b service neutron] 10.222.0.39 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 913 time: 0.1066742 Oct 14 07:06:27.185547 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-a02d49df-2f85-463e-a4f5-6492f64d5003 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd4d9de-3f81-41c7-b564-e4a863bf90b2 HTTP/1.1" status: 200 len: 1001 time: 0.0594964 Oct 14 07:06:27.220521 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d5428116-7fa2-46d7-9a97-6b2ffdcc0176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:27.244535 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-aa357d75-d053-4ba7-9128-35fd013898b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:27.245936 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-aa357d75-d053-4ba7-9128-35fd013898b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 200 len: 851 time: 0.0518982 Oct 14 07:06:27.294359 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-b54c2619-c760-484b-a692-9fee25d26462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:27.295937 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-b54c2619-c760-484b-a692-9fee25d26462 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69419911-617e-4923-8d84-d193292e8009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419564 Oct 14 07:06:27.392761 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-3826fd2b-9196-477e-a217-a6ef64edc1fa service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882468 Oct 14 07:06:27.504538 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e9f3d409-9292-4b37-8bbf-f36ed0c62e46 req-ba83543a-4ba0-43e9-8b9e-d3187d3d297a service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035528 Oct 14 07:06:27.599586 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37012) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:27.613286 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4db58897-276c-4569-a76c-495b69412995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:27.690100 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4db58897-276c-4569-a76c-495b69412995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:27.826093 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-4db58897-276c-4569-a76c-495b69412995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:27.863823 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-4db58897-276c-4569-a76c-495b69412995 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67a81352beab428ab93e5b074565883f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629995 Oct 14 07:06:27.865754 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db58897-276c-4569-a76c-495b69412995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3f953c-64bd-4bad-9edd-fa044ce321ec,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:27.866597 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37014) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:27.917222 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-17098fb3-7e9d-42ee-a7e3-b4b1212f1343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:27.938345 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-17098fb3-7e9d-42ee-a7e3-b4b1212f1343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:28.060586 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-17098fb3-7e9d-42ee-a7e3-b4b1212f1343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:28.063245 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-17098fb3-7e9d-42ee-a7e3-b4b1212f1343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:28.064457 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-17098fb3-7e9d-42ee-a7e3-b4b1212f1343 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e3f953c-64bd-4bad-9edd-fa044ce321ec HTTP/1.1" status: 204 len: 168 time: 0.1968970 Oct 14 07:06:28.072191 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17098fb3-7e9d-42ee-a7e3-b4b1212f1343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3f953c-64bd-4bad-9edd-fa044ce321ec,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:28.323486 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:28.477762 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:29.680347 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-d2ee8edf-5b44-4e09-a637-29436a82f28d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:29.681836 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-d2ee8edf-5b44-4e09-a637-29436a82f28d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/networks?id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c HTTP/1.1" status: 200 len: 814 time: 0.1056843 Oct 14 07:06:29.697337 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-9d97875f-4db2-440a-8f8e-253475f6d4db tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/quotas/2efb1bcb96e847e6aacb347fcec48c16 HTTP/1.1" status: 200 len: 375 time: 0.0097415 Oct 14 07:06:29.748477 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-759e3d9c-8c8c-413c-b86b-745f291316d2 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457873 Oct 14 07:06:29.845839 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-072385eb-a4b5-4914-93b3-58fca9978e46 service neutron] 10.222.0.26 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861490 Oct 14 07:06:29.934938 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-83c59816-597a-4252-9472-1d253ef2fe6c service neutron] 10.222.0.26 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825028 Oct 14 07:06:30.201392 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:30.206315 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d5f1c18b-ae9b-46ea-bb3d-440d09d304f2 req-a8229e85-3baf-4084-8baf-6a8aec1684d6 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 210 time: 0.0318747 Oct 14 07:06:31.281146 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-fc191c23-33a4-493c-b794-f352b5854d13 req-c0659b04-540c-448d-8884-3a92668dd12f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 210 time: 0.0254166 Oct 14 07:06:32.372204 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9ebe919b-10d8-407d-b397-d89b8ce3e5c2 req-132ed857-da6a-4c0f-bd36-edaf18ef65a3 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 210 time: 0.0254788 Oct 14 07:06:32.670311 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-f11e9aa8-0505-4874-9ea3-f65d3ff1602b tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:32.671773 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-f11e9aa8-0505-4874-9ea3-f65d3ff1602b tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.39 "GET /v2.0/networks?id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c HTTP/1.1" status: 200 len: 814 time: 0.1037076 Oct 14 07:06:32.691324 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'port': {'device_id': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'admin_state_up': True, 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:06:32.957506 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Made reservation on behalf of 2efb1bcb96e847e6aacb347fcec48c16 for: {'port': 1} {{(pid=106664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 14 07:06:32.961093 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:33.087349 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Allocated IP 172.20.0.5 (e7ba7a6d-4d19-42d9-bfc5-6d22c997738c/0b9c2877-04d0-4258-b562-35bcd7499ed2/f4c56812-6ee2-41b8-8a31-c298400235a6) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:06:33.236524 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:33.327499 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:33.368302 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:06:33.371343 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:06:33.374986 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:06:33.385662 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'Port': ['ID=f4c56812-6ee2-41b8-8a31-c298400235a6,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:33.432527 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:33.433171 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:33.490670 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b6a27-21e0-4f2e-9606-380ac5230c55 req-0f4d5ec3-6b3f-4beb-8cba-467f27bb69a9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:33.492205 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-714b6a27-21e0-4f2e-9606-380ac5230c55 req-0f4d5ec3-6b3f-4beb-8cba-467f27bb69a9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 931 time: 0.0501330 Oct 14 07:06:33.527865 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-a8e00978-bb22-4c51-acce-3407897134fd tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8401163 Oct 14 07:06:33.535603 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-714b6a27-21e0-4f2e-9606-380ac5230c55 req-22e2a743-7c77-433d-a7ad-105225505498 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Oct 14 07:06:33.549212 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Request body: {'port': {'device_id': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:06:33.639134 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:33.652050 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-9fc7f832-772b-46c8-926f-579866afb1ba None None] Provisioning complete for port f4c56812-6ee2-41b8-8a31-c298400235a6 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:33.652650 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-9fc7f832-772b-46c8-926f-579866afb1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:33.725467 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7f832-772b-46c8-926f-579866afb1ba None None] Port f4c56812-6ee2-41b8-8a31-c298400235a6 cannot update to ACTIVE because it is not bound. {{(pid=106665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 14 07:06:34.010123 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c56812-6ee2-41b8-8a31-c298400235a6 {{(pid=106664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:06:34.018279 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:34.031661 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.provisioning_blocks [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Transition to ACTIVE for port object f4c56812-6ee2-41b8-8a31-c298400235a6 will not be triggered until provisioned by entity L2. {{(pid=106664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 14 07:06:34.106403 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:34.179042 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c56812-6ee2-41b8-8a31-c298400235a6,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:34.249800 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Attempting to bind port f4c56812-6ee2-41b8-8a31-c298400235a6 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 14 07:06:34.250134 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Attempting to bind port f4c56812-6ee2-41b8-8a31-c298400235a6 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 14 07:06:34.250580 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Attempting to bind port f4c56812-6ee2-41b8-8a31-c298400235a6 on network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:06:34.260466 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Port f4c56812-6ee2-41b8-8a31-c298400235a6 on network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 14 07:06:34.263994 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Attempting to bind port f4c56812-6ee2-41b8-8a31-c298400235a6 on network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 14 07:06:34.271311 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Checking agent: {'id': '3fe4d3ec-ce93-486a-811b-5138ffa77c59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'started_at': datetime.datetime(2021, 10, 14, 6, 55, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 14, 7, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 14 07:06:34.271926 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Checking segment: {'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 14 07:06:34.272573 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Bound using segment: {'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'} {{(pid=106664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 14 07:06:34.273119 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.managers [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Bound port: f4c56812-6ee2-41b8-8a31-c298400235a6, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077319bc-a57f-47a4-aedc-8333ff8edbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c'}}] {{(pid=106664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 14 07:06:34.273571 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:34.359407 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] For port f4c56812-6ee2-41b8-8a31-c298400235a6, host hv-cinder-80447, cleared binding levels {{(pid=106664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 14 07:06:34.362803 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] For port f4c56812-6ee2-41b8-8a31-c298400235a6, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=f4c56812-6ee2-41b8-8a31-c298400235a6,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 14 07:06:34.444330 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:34.488629 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:34.489259 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:34.491179 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] 10.222.0.39 "PUT /v2.0/ports/f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 200 len: 1093 time: 0.9467030 Oct 14 07:06:34.491659 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:06:34.493892 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff349b-f650-4c4e-993a-9dd90e6e2573" -d '{"events": [{"name": "network-changed", "server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:06:34.543791 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107cd68-510b-48ab-b1bf-df711c49201c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c56812-6ee2-41b8-8a31-c298400235a6,revision_number=3']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:34.564652 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1fbe73-7f46-4dff-9385-ad881c207597 x-openstack-request-id: req-bb1fbe73-7f46-4dff-9385-ad881c207597 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:06:34.565277 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:06:34.565600 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb1fbe73-7f46-4dff-9385-ad881c207597 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:06:34.566179 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'status': 'completed', 'code': 200} Oct 14 07:06:34.715835 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7fb0-11c2-49e1-acb8-ffd9b7b737a7 req-e12164d3-23b8-4f30-bf1e-0808e770f15f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:34.717562 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d25f7fb0-11c2-49e1-acb8-ffd9b7b737a7 req-e12164d3-23b8-4f30-bf1e-0808e770f15f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.1024559 Oct 14 07:06:34.773141 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d25f7fb0-11c2-49e1-acb8-ffd9b7b737a7 req-1354b7ba-a9e8-4572-bf48-45e93bb22a9c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477881 Oct 14 07:06:35.678662 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:06:35.828344 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37174) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:35.897564 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eae0f-ff46-4662-ad95-0525d4ce9e50 req-e0ded4da-ecd0-43ee-ae63-33cae405bd97 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:35.899160 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f75eae0f-ff46-4662-ad95-0525d4ce9e50 req-e0ded4da-ecd0-43ee-ae63-33cae405bd97 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0526876 Oct 14 07:06:35.951224 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f77a61c7-4dda-4430-bc38-765f71caca4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:35.963349 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-f75eae0f-ff46-4662-ad95-0525d4ce9e50 req-6dc590f0-a1e2-4d99-89d1-6dcbf64fa03c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553391 Oct 14 07:06:36.030110 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f77a61c7-4dda-4430-bc38-765f71caca4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:36.100624 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f77a61c7-4dda-4430-bc38-765f71caca4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:36.142350 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a61c7-4dda-4430-bc38-765f71caca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619faffd-a097-462a-886b-00db9d9e0112,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:36.156713 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f77a61c7-4dda-4430-bc38-765f71caca4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=777a14a643784e448204d95614c7ddb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270555 Oct 14 07:06:36.160131 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37178) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:36.213890 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6ff5-7f94-48e1-8b5d-26a952dfb1dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:36.234771 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6ff5-7f94-48e1-8b5d-26a952dfb1dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:36.352014 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6ff5-7f94-48e1-8b5d-26a952dfb1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:36.354691 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6ff5-7f94-48e1-8b5d-26a952dfb1dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:36.355857 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-5bcb6ff5-7f94-48e1-8b5d-26a952dfb1dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/619faffd-a097-462a-886b-00db9d9e0112 HTTP/1.1" status: 204 len: 168 time: 0.1946802 Oct 14 07:06:36.365465 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb6ff5-7f94-48e1-8b5d-26a952dfb1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619faffd-a097-462a-886b-00db9d9e0112,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:37.072876 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37188) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:37.085751 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca7670-4fe6-41f2-a99d-a881063d639b req-cc8f665a-11cd-4f01-ab53-f03f3cd6523e tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:37.087243 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-06ca7670-4fe6-41f2-a99d-a881063d639b req-cc8f665a-11cd-4f01-ab53-f03f3cd6523e tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0580614 Oct 14 07:06:37.105387 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a57a80e8-7f50-408b-a2f7-573ca2d63dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:37.149025 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-06ca7670-4fe6-41f2-a99d-a881063d639b req-5a411f84-2438-424b-9310-28911c02ad1d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534456 Oct 14 07:06:37.208767 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a57a80e8-7f50-408b-a2f7-573ca2d63dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:37.298387 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a57a80e8-7f50-408b-a2f7-573ca2d63dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:37.335431 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a80e8-7f50-408b-a2f7-573ca2d63dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d63d5ce-a818-467f-8fa2-021a850bff15,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:37.342827 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37190) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:37.343436 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-a57a80e8-7f50-408b-a2f7-573ca2d63dc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd5ede971a2b4408bd5f5830559ef1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689786 Oct 14 07:06:37.394294 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-587af3fd-9de6-446a-8fe1-91f5b64ad8d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:37.416869 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-587af3fd-9de6-446a-8fe1-91f5b64ad8d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:37.500535 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-587af3fd-9de6-446a-8fe1-91f5b64ad8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:37.503032 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-587af3fd-9de6-446a-8fe1-91f5b64ad8d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:37.506607 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-587af3fd-9de6-446a-8fe1-91f5b64ad8d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d63d5ce-a818-467f-8fa2-021a850bff15 HTTP/1.1" status: 204 len: 168 time: 0.1593742 Oct 14 07:06:37.512737 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587af3fd-9de6-446a-8fe1-91f5b64ad8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d63d5ce-a818-467f-8fa2-021a850bff15,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:38.287109 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da9d79-f118-40c9-b98d-b98587be408d req-35c24b01-ae21-4156-84b7-c3732791dbe7 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:38.288640 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-40da9d79-f118-40c9-b98d-b98587be408d req-35c24b01-ae21-4156-84b7-c3732791dbe7 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0541494 Oct 14 07:06:38.362002 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-40da9d79-f118-40c9-b98d-b98587be408d req-8c737700-cae5-4d47-85ce-c2e9f9cda3b4 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433648 Oct 14 07:06:39.466328 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda1cca-223d-4d88-81d2-0e1d7b3fdccb req-e68d127b-0d68-4671-bd3c-32733180a0e6 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:39.468615 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6dda1cca-223d-4d88-81d2-0e1d7b3fdccb req-e68d127b-0d68-4671-bd3c-32733180a0e6 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0552979 Oct 14 07:06:39.544495 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-6dda1cca-223d-4d88-81d2-0e1d7b3fdccb req-6f84ad6e-5047-441b-907d-bc0949ec060e tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688276 Oct 14 07:06:40.874451 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6551367-998f-4ae6-a37f-42b48c1b5ea5 req-3dfcbc29-af1b-40ea-b24c-29e7baa4f2e8 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:40.874451 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e6551367-998f-4ae6-a37f-42b48c1b5ea5 req-3dfcbc29-af1b-40ea-b24c-29e7baa4f2e8 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0555470 Oct 14 07:06:40.874451 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e6551367-998f-4ae6-a37f-42b48c1b5ea5 req-80fe6131-aae9-4f4d-b1e3-b7df48799090 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341101 Oct 14 07:06:41.993703 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb69bb-f7fa-4bf7-843f-f42b1b552c81 req-3a9a9a17-68d8-4594-ae28-5ae5ae14dd5f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:41.995062 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c1eb69bb-f7fa-4bf7-843f-f42b1b552c81 req-3a9a9a17-68d8-4594-ae28-5ae5ae14dd5f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0535829 Oct 14 07:06:42.035010 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c1eb69bb-f7fa-4bf7-843f-f42b1b552c81 req-1e701ee8-3f34-44ce-991b-bd91c1d1554c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336804 Oct 14 07:06:43.149710 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0b0e3-cfaa-403f-93c6-d10157b09dd2 req-4ac72550-1748-41c7-aebb-c94858f89ff9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:43.151141 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b8f0b0e3-cfaa-403f-93c6-d10157b09dd2 req-4ac72550-1748-41c7-aebb-c94858f89ff9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0498998 Oct 14 07:06:43.192015 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b8f0b0e3-cfaa-403f-93c6-d10157b09dd2 req-d09fc4f0-90b0-45f9-a1b1-9037351a2784 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 Oct 14 07:06:43.845187 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff349b-f650-4c4e-993a-9dd90e6e2573 req-0b5ac5aa-9a39-4637-92df-9dfad3604108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:43.846589 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-05ff349b-f650-4c4e-993a-9dd90e6e2573 req-0b5ac5aa-9a39-4637-92df-9dfad3604108 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 1096 time: 0.0436525 Oct 14 07:06:43.954887 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff349b-f650-4c4e-993a-9dd90e6e2573 req-28e7aa09-74dc-4109-9293-c0f51760bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:43.956371 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-05ff349b-f650-4c4e-993a-9dd90e6e2573 req-28e7aa09-74dc-4109-9293-c0f51760bb77 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0931940 Oct 14 07:06:44.050196 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff349b-f650-4c4e-993a-9dd90e6e2573 req-494c665f-e63d-4dc6-9a5c-1eb0f20aa6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:44.051673 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-05ff349b-f650-4c4e-993a-9dd90e6e2573 req-494c665f-e63d-4dc6-9a5c-1eb0f20aa6a3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877910 Oct 14 07:06:44.278018 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37278) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:44.309538 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8ca00-5d59-4a39-b3da-5ec1ea44e335 req-d3703015-319e-44ff-988f-22b8c27d6d78 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:44.311124 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-30e8ca00-5d59-4a39-b3da-5ec1ea44e335 req-d3703015-319e-44ff-988f-22b8c27d6d78 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0520411 Oct 14 07:06:44.347694 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-30e8ca00-5d59-4a39-b3da-5ec1ea44e335 req-069da035-66f8-4960-b843-97ebf0a1f39b tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305028 Oct 14 07:06:44.381339 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2d2d843d-8b37-453d-abd5-ef3e5880989b admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:44.452081 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2d2d843d-8b37-453d-abd5-ef3e5880989b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:44.540041 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-2d2d843d-8b37-453d-abd5-ef3e5880989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:44.580750 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-2d2d843d-8b37-453d-abd5-ef3e5880989b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51b97f4776c04ad8a07e9d7bd99f54af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015368 Oct 14 07:06:44.581615 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d843d-8b37-453d-abd5-ef3e5880989b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fbaa80-592d-4965-8b72-e355155f055e,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:44.583987 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37284) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:44.627135 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-37f2ebaf-afe9-4434-908b-d4bb930ae577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:44.628713 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-37f2ebaf-afe9-4434-908b-d4bb930ae577 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 1096 time: 0.0533211 Oct 14 07:06:44.635359 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ac46fbc2-1c3c-49bb-bbf7-91822fff82dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:44.660239 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ac46fbc2-1c3c-49bb-bbf7-91822fff82dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:44.691378 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-89b211da-ef0a-4cfa-aaff-6fd2148f402e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 200 len: 217 time: 0.0344903 Oct 14 07:06:44.745564 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-3d878f65-48fa-4683-8d82-523461f8a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:44.746856 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-3d878f65-48fa-4683-8d82-523461f8a6a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b9c2877-04d0-4258-b562-35bcd7499ed2 HTTP/1.1" status: 200 len: 853 time: 0.0451074 Oct 14 07:06:44.794698 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-729d741a-e623-42ce-9e70-5ba79a7173ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:44.796183 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-729d741a-e623-42ce-9e70-5ba79a7173ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379460 Oct 14 07:06:44.806465 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ac46fbc2-1c3c-49bb-bbf7-91822fff82dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:44.809109 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-ac46fbc2-1c3c-49bb-bbf7-91822fff82dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:44.810286 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-ac46fbc2-1c3c-49bb-bbf7-91822fff82dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98fbaa80-592d-4965-8b72-e355155f055e HTTP/1.1" status: 204 len: 168 time: 0.2254128 Oct 14 07:06:44.818022 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46fbc2-1c3c-49bb-bbf7-91822fff82dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fbaa80-592d-4965-8b72-e355155f055e,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:44.887297 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-495b113a-8a4f-47ef-9839-00edd4771f86 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831943 Oct 14 07:06:44.979578 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cd677c-bd43-4890-b11f-73b5e6b0c15e req-1b270b33-0e0d-44d6-8430-399cade63f73 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847511 Oct 14 07:06:45.461740 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535abe6a-0fd9-45b7-ab7d-17d4309646eb req-44e36b76-6066-4644-8f12-dea56926d42c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:45.463208 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-535abe6a-0fd9-45b7-ab7d-17d4309646eb req-44e36b76-6066-4644-8f12-dea56926d42c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0472052 Oct 14 07:06:45.477954 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37292) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:45.489518 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d8c44cf0-eff8-461f-88a1-6f287665bdd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:45.500417 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-535abe6a-0fd9-45b7-ab7d-17d4309646eb req-c268f52f-b037-463a-936d-90bf220c97f0 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Oct 14 07:06:45.561515 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d8c44cf0-eff8-461f-88a1-6f287665bdd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:45.653708 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d8c44cf0-eff8-461f-88a1-6f287665bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:45.691118 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-d8c44cf0-eff8-461f-88a1-6f287665bdd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d35bfbfedc749e788f16ef6de18b655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135041 Oct 14 07:06:45.692233 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c44cf0-eff8-461f-88a1-6f287665bdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057a39a5-0a53-49b3-b15c-368e7740eb68,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:45.694383 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37294) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:45.745025 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8732f625-8d35-4f2b-9678-aabab0ffb9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:45.765292 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8732f625-8d35-4f2b-9678-aabab0ffb9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:45.916688 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8732f625-8d35-4f2b-9678-aabab0ffb9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:45.919165 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8732f625-8d35-4f2b-9678-aabab0ffb9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:45.920316 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8732f625-8d35-4f2b-9678-aabab0ffb9d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/057a39a5-0a53-49b3-b15c-368e7740eb68 HTTP/1.1" status: 204 len: 168 time: 0.2248919 Oct 14 07:06:45.930782 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732f625-8d35-4f2b-9678-aabab0ffb9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a39a5-0a53-49b3-b15c-368e7740eb68,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:46.611705 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3639de-fa00-45fa-9163-c2e105c14488 req-75cd2a93-30a1-4b9d-b00c-be00f6e842a5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:46.613154 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cf3639de-fa00-45fa-9163-c2e105c14488 req-75cd2a93-30a1-4b9d-b00c-be00f6e842a5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0477242 Oct 14 07:06:46.649330 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-cf3639de-fa00-45fa-9163-c2e105c14488 req-207cfe63-5860-4e5d-ab19-62393591bee8 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297873 Oct 14 07:06:47.761483 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc3eec-adb3-4a65-9f0f-045158e5400b req-91f87fc5-abfd-4714-a160-2792c7a0b477 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:47.762967 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cc3eec-adb3-4a65-9f0f-045158e5400b req-91f87fc5-abfd-4714-a160-2792c7a0b477 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 943 time: 0.0486839 Oct 14 07:06:47.802473 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-92cc3eec-adb3-4a65-9f0f-045158e5400b req-bb87cfad-9677-488a-bde3-9892b679e86c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Oct 14 07:06:47.956251 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device f4c56812-6ee2-41b8-8a31-c298400235a6 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=106665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 14 07:06:48.051684 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port f4c56812-6ee2-41b8-8a31-c298400235a6, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=f4c56812-6ee2-41b8-8a31-c298400235a6,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:48.062971 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Returning: {'device': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'port_id': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'mac_address': 'fa:16:3e:b2:40:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 14 07:06:48.098892 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:48.111566 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c56812-6ee2-41b8-8a31-c298400235a6 {{(pid=106665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 14 07:06:48.130265 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port f4c56812-6ee2-41b8-8a31-c298400235a6, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=f4c56812-6ee2-41b8-8a31-c298400235a6,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:48.230991 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:48.280376 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=f4c56812-6ee2-41b8-8a31-c298400235a6,revision_number=4']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:48.441000 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37352) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:48.541111 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5ab0d0b9-b041-446a-9f11-c362662a1f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:48.579662 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['f4c56812-6ee2-41b8-8a31-c298400235a6'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:06:48.614274 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5ab0d0b9-b041-446a-9f11-c362662a1f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:48.682715 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-5ab0d0b9-b041-446a-9f11-c362662a1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:48.720803 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-5ab0d0b9-b041-446a-9f11-c362662a1f95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4af244e9b0b04810a8db116187424abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787468 Oct 14 07:06:48.721673 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0d0b9-b041-446a-9f11-c362662a1f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e327f2-f7a5-4d3c-95fc-ec96e261b622,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:48.723500 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37356) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:48.774748 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-87e3b482-976d-4987-918c-90d91f64a17e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:48.795213 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-87e3b482-976d-4987-918c-90d91f64a17e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:48.913142 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d0e41-8caf-4acd-97fe-f936d08938e2 req-c45d5bc4-5281-4f82-91af-137eab80c039 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:48.914551 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b15d0e41-8caf-4acd-97fe-f936d08938e2 req-c45d5bc4-5281-4f82-91af-137eab80c039 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 944 time: 0.0469246 Oct 14 07:06:48.917139 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-87e3b482-976d-4987-918c-90d91f64a17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:48.919876 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-87e3b482-976d-4987-918c-90d91f64a17e admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:48.921092 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-87e3b482-976d-4987-918c-90d91f64a17e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93e327f2-f7a5-4d3c-95fc-ec96e261b622 HTTP/1.1" status: 204 len: 168 time: 0.1954360 Oct 14 07:06:48.929665 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3b482-976d-4987-918c-90d91f64a17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e327f2-f7a5-4d3c-95fc-ec96e261b622,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:48.952779 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b15d0e41-8caf-4acd-97fe-f936d08938e2 req-894ebd8b-e17b-4c39-b8d0-768f3f8fe534 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324302 Oct 14 07:06:49.492566 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37364) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:49.505350 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8c47c33b-ae1d-49d9-a708-0808e28d5db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:49.575955 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8c47c33b-ae1d-49d9-a708-0808e28d5db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:49.671244 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-8c47c33b-ae1d-49d9-a708-0808e28d5db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:49.714051 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-8c47c33b-ae1d-49d9-a708-0808e28d5db5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc5aa1770a074658b6748ee4e4403f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204037 Oct 14 07:06:49.715230 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47c33b-ae1d-49d9-a708-0808e28d5db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799cd726-fe2f-40ab-87f1-d211360397ca,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:49.716881 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37366) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:06:49.765115 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:49.788787 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:49.928898 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:49.931508 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:49.932634 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/799cd726-fe2f-40ab-87f1-d211360397ca HTTP/1.1" status: 204 len: 168 time: 0.2147620 Oct 14 07:06:49.939828 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799cd726-fe2f-40ab-87f1-d211360397ca,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:49.946697 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.953300 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73819c-9e94-44ee-8dad-8500b4da3f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:06:49.977072 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device f4c56812-6ee2-41b8-8a31-c298400235a6 up at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 14 07:06:50.078194 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54795241-12db-4aec-bdf9-0aa2b14fe8ef req-089110d1-803d-4714-a133-9fa0845ba1c9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:50.079673 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-54795241-12db-4aec-bdf9-0aa2b14fe8ef req-089110d1-803d-4714-a133-9fa0845ba1c9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 944 time: 0.0480056 Oct 14 07:06:50.116945 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-54795241-12db-4aec-bdf9-0aa2b14fe8ef req-4dceff27-54ca-41f7-b7c0-068da6dcf89d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307288 Oct 14 07:06:50.139521 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning for port f4c56812-6ee2-41b8-8a31-c298400235a6 completed by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 14 07:06:50.143392 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Provisioning complete for port f4c56812-6ee2-41b8-8a31-c298400235a6 triggered by entity L2. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:06:50.143826 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:50.219425 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:50.241270 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:06:50.243508 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2610d2f-868c-4db9-a998-e36d50d0e7c1" -d '{"events": [{"server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "name": "network-vif-plugged", "status": "completed", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:06:50.255428 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port f4c56812-6ee2-41b8-8a31-c298400235a6, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=f4c56812-6ee2-41b8-8a31-c298400235a6,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:06:50.279957 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707527a2-e3df-4f94-8625-e3e7e72262df x-openstack-request-id: req-707527a2-e3df-4f94-8625-e3e7e72262df {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:06:50.280485 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "name": "network-vif-plugged", "status": "completed", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:06:50.280604 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-707527a2-e3df-4f94-8625-e3e7e72262df {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:06:50.281001 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'code': 200} Oct 14 07:06:50.317566 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:50.382729 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=f4c56812-6ee2-41b8-8a31-c298400235a6,revision_number=5']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:06:50.673723 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b1179-260e-49a0-a0ab-730a8d25d863 req-c5872f19-7b02-4bfa-b82b-5e5dd446713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:50.675231 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-782b1179-260e-49a0-a0ab-730a8d25d863 req-c5872f19-7b02-4bfa-b82b-5e5dd446713c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 1098 time: 0.0399971 Oct 14 07:06:50.712728 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-782b1179-260e-49a0-a0ab-730a8d25d863 req-6b9cdaaa-9452-440a-aa4a-2f5897d3ee14 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286746 Oct 14 07:06:51.228817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a34f7c-3bae-4a17-9745-df8c3187fc4f req-ba72a490-da77-41de-83e9-59e99244dc0c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:51.230246 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-55a34f7c-3bae-4a17-9745-df8c3187fc4f req-ba72a490-da77-41de-83e9-59e99244dc0c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 945 time: 0.0494668 Oct 14 07:06:51.266858 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-55a34f7c-3bae-4a17-9745-df8c3187fc4f req-0837824d-c64c-43cd-9647-7588556b8daa tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307682 Oct 14 07:06:51.977715 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:52.380125 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c0082-fcae-43a5-b460-e6870a007e73 req-659d6660-b777-4cbd-974a-0767e4964341 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:52.382196 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-468c0082-fcae-43a5-b460-e6870a007e73 req-659d6660-b777-4cbd-974a-0767e4964341 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 945 time: 0.0474074 Oct 14 07:06:52.418815 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-468c0082-fcae-43a5-b460-e6870a007e73 req-6bd25f12-43c3-4393-a611-ae89cd6b225d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307570 Oct 14 07:06:52.528974 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699039-8f88-4e0c-8f89-9acaea970bcb req-d402bfdf-35bd-4fcd-88d1-423066ce2850 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:52.530409 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-04699039-8f88-4e0c-8f89-9acaea970bcb req-d402bfdf-35bd-4fcd-88d1-423066ce2850 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 945 time: 0.0467920 Oct 14 07:06:52.567904 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-04699039-8f88-4e0c-8f89-9acaea970bcb req-c4ae6ce9-bf99-4934-a0ea-18aa55b4a59d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Oct 14 07:06:52.884732 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888027d-6fb3-4142-b5a2-4d71d40b6c53 req-a7ec6362-d2c0-4cfe-a86a-c55e8451fc2c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:06:52.886138 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8888027d-6fb3-4142-b5a2-4d71d40b6c53 req-a7ec6362-d2c0-4cfe-a86a-c55e8451fc2c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 945 time: 0.0499637 Oct 14 07:06:52.922492 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8888027d-6fb3-4142-b5a2-4d71d40b6c53 req-8656ad74-c86d-4436-9fc3-fbd10bd957c4 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305417 Oct 14 07:06:54.406378 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-2d986edc-908d-4377-8b83-23de3ead7155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:57.242924 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1c872a57-0381-4c0d-9dee-116564438a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:58.337730 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:06:58.493728 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:00.213952 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:01.326519 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37506) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:01.424403 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0821-b6f6-47c6-9c31-2559c49a0465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:01.494856 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0821-b6f6-47c6-9c31-2559c49a0465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:01.548965 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-3a1c0821-b6f6-47c6-9c31-2559c49a0465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:01.584588 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c0821-b6f6-47c6-9c31-2559c49a0465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da46159c-2254-4c7b-b68a-69df44a2e6f4,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:01.588825 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-3a1c0821-b6f6-47c6-9c31-2559c49a0465 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10956d4007d8485db9a8b999cb2be944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613192 Oct 14 07:07:01.591433 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37510) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:01.638928 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-eac9a996-ddf0-4cfd-afca-318f7299e8ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:01.659160 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-eac9a996-ddf0-4cfd-afca-318f7299e8ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:01.808067 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-eac9a996-ddf0-4cfd-afca-318f7299e8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:01.810620 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-eac9a996-ddf0-4cfd-afca-318f7299e8ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:01.811765 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-eac9a996-ddf0-4cfd-afca-318f7299e8ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da46159c-2254-4c7b-b68a-69df44a2e6f4 HTTP/1.1" status: 204 len: 168 time: 0.2193587 Oct 14 07:07:01.819264 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9a996-ddf0-4cfd-afca-318f7299e8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da46159c-2254-4c7b-b68a-69df44a2e6f4,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:07.541398 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448aa41-343e-4e65-afa2-ce44b059fc39 req-0e8bffdb-9d25-437f-be2d-c2fdc1355cc0 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:07.542870 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7448aa41-343e-4e65-afa2-ce44b059fc39 req-0e8bffdb-9d25-437f-be2d-c2fdc1355cc0 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 945 time: 0.0497599 Oct 14 07:07:07.579877 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7448aa41-343e-4e65-afa2-ce44b059fc39 req-be9ebbb5-0ee1-4726-8c01-e38710ac5d1e tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306399 Oct 14 07:07:07.601381 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37614) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:07.785172 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78c5ae-e0bf-43b2-bdf6-2b99c384a03f tempest-TestMinimumBasicScenario-452795544 tempest-TestMinimumBasicScenario-452795544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:07.786647 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-1d78c5ae-e0bf-43b2-bdf6-2b99c384a03f tempest-TestMinimumBasicScenario-452795544 tempest-TestMinimumBasicScenario-452795544-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 1093 time: 0.1843283 Oct 14 07:07:07.789651 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37618) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:07.794260 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'floatingip': {'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'port_id': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:07:07.868847 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for floatingip, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:07.964815 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:08.069959 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_common [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Allocated IP 172.27.0.160 (37b6d0c9-4876-4604-a10d-30652fabd51d/c6f40dc9-f6db-47fa-a0f6-fe8b7e428534/ed5089bc-6af8-459f-80bc-f48e971f2f60) {{(pid=106664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 14 07:07:08.167920 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for port, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:08.288476 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784207082015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:08.328545 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Network 37b6d0c9-4876-4604-a10d-30652fabd51d is already hosted by enough agents. {{(pid=106664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 14 07:07:08.333191 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.base_scheduler [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Resources bound (agent type, host, resource id): {{(pid=106664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 14 07:07:08.337520 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Received port after_create {{(pid=106664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 14 07:07:08.340905 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'Port': ['ID=ed5089bc-6af8-459f-80bc-f48e971f2f60,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:08.939933 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for floatingip, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:09.083496 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:09.227099 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:09.288086 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:09.358815 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'Port': ['ID=ed5089bc-6af8-459f-80bc-f48e971f2f60,revision_number=2']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:09.368122 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1731276'] for floatingip, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:09.462715 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Floating IP 18d538c1-3330-4063-b100-30556acddf54 associated. External IP: 172.27.0.160, port: f4c56812-6ee2-41b8-8a31-c298400235a6. Oct 14 07:07:09.665871 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Router 30ac9a4c-406e-4bd3-aff9-7017a794044d has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:07:09.769557 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:07:09.780006 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] Sync routers for ids ['30ac9a4c-406e-4bd3-aff9-7017a794044d'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:07:09.789142 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] Routers {'30ac9a4c-406e-4bd3-aff9-7017a794044d'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:07:09.794805 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:06:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['30ac9a4c-406e-4bd3-aff9-7017a794044d'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:09.866940 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:09.893416 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-bd31ee67-a4f2-470c-8a52-47234d286e3f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1027944 Oct 14 07:07:09.893765 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] Set router 30ac9a4c-406e-4bd3-aff9-7017a794044d gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:07:09.894050 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:07:09.896417 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f2ba01-ccc4-4549-b440-ccec23174b14" -d '{"events": [{"name": "network-changed", "server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:07:09.896557 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37624) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:09.902389 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-59975b43-f770-42e1-aa97-6a686ca24d92 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571788489', 'description': 'tempest-secgroup-smoke-571788489 description', 'project_id': '2efb1bcb96e847e6aacb347fcec48c16'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:07:09.945815 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454534c2-f34d-4ae9-9dae-e4ab204cbd20 x-openstack-request-id: req-454534c2-f34d-4ae9-9dae-e4ab204cbd20 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:07:09.946313 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:07:09.946426 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-454534c2-f34d-4ae9-9dae-e4ab204cbd20 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:07:09.946723 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'status': 'completed', 'code': 200} Oct 14 07:07:10.024848 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-59975b43-f770-42e1-aa97-6a686ca24d92 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.056761 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-54243ff0-088d-4258-a492-f355082198a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:10.058280 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-54243ff0-088d-4258-a492-f355082198a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 1098 time: 0.0654714 Oct 14 07:07:10.100314 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-59975b43-f770-42e1-aa97-6a686ca24d92 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.132657 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:09Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '18d538c1-3330-4063-b100-30556acddf54', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'port_id': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'mac_address': 'fa:16:3e:b2:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:07:08Z', 'updated_at': '2021-10-14T07:07:08Z', 'revision_number': 0, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8a5199-8059-47e2-acfb-42f235765dff', 'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'mac_address': 'fa:16:3e:5e:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:08Z', 'updated_at': '2021-10-14T07:06:12Z', 'revision_number': 5, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'subnets': [{'id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:10.153442 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-10662bdd-9077-4fd6-9ef4-e37fdfce9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:10.154905 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-10662bdd-9077-4fd6-9ef4-e37fdfce9557 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c HTTP/1.1" status: 200 len: 915 time: 0.0886972 Oct 14 07:07:10.163863 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] Checking router: 30ac9a4c-406e-4bd3-aff9-7017a794044d for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:07:10.172741 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] Routers {'30ac9a4c-406e-4bd3-aff9-7017a794044d'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:07:10.173351 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:06:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['30ac9a4c-406e-4bd3-aff9-7017a794044d'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:10.191226 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-59975b43-f770-42e1-aa97-6a686ca24d92 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.223016 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59975b43-f770-42e1-aa97-6a686ca24d92 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fc4496-756e-462d-aea1-67c263a558c7,revision_number=1']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:10.232461 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-82333d6a-d55c-4a77-97e9-5642f397958a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 200 len: 999 time: 0.0693161 Oct 14 07:07:10.284022 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-942dc762-b3c0-4903-8920-61c35f1108a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:10.285481 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-942dc762-b3c0-4903-8920-61c35f1108a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b9c2877-04d0-4258-b562-35bcd7499ed2 HTTP/1.1" status: 200 len: 853 time: 0.0447707 Oct 14 07:07:10.295420 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] Set router 30ac9a4c-406e-4bd3-aff9-7017a794044d gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:07:10.300087 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-59975b43-f770-42e1-aa97-6a686ca24d92 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.301545 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-59975b43-f770-42e1-aa97-6a686ca24d92 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4038219 Oct 14 07:07:10.304433 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37630) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:10.309667 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-065dd7ab-86e5-439c-8021-96c9956116b9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'security_group_rule': {'security_group_id': '09fc4496-756e-462d-aea1-67c263a558c7', 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:07:10.338383 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-6b1fdbf9-0266-477f-9aa9-dd5900626916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:10.339908 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-6b1fdbf9-0266-477f-9aa9-dd5900626916 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468400 Oct 14 07:07:10.394157 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-065dd7ab-86e5-439c-8021-96c9956116b9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.436306 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-f96a499d-b900-4ad2-8e02-2ae693e70872 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880113 Oct 14 07:07:10.448935 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-065dd7ab-86e5-439c-8021-96c9956116b9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.520636 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:09Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '18d538c1-3330-4063-b100-30556acddf54', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'port_id': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'mac_address': 'fa:16:3e:b2:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:07:08Z', 'updated_at': '2021-10-14T07:07:08Z', 'revision_number': 0, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8a5199-8059-47e2-acfb-42f235765dff', 'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'mac_address': 'fa:16:3e:5e:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:08Z', 'updated_at': '2021-10-14T07:06:12Z', 'revision_number': 5, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'subnets': [{'id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:10.527437 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-51f2ba01-ccc4-4549-b440-ccec23174b14 req-09f3be70-913f-4174-8275-2cae93c86522 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833578 Oct 14 07:07:10.534166 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-065dd7ab-86e5-439c-8021-96c9956116b9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.555176 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dd7ab-86e5-439c-8021-96c9956116b9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36c01c5-a9f8-4fb7-b79d-9c0ab3a14cda,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:10.568218 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1818ad-150e-45d9-91a6-41f08e252cec None None] The sync data for ids ['30ac9a4c-406e-4bd3-aff9-7017a794044d'] in dv-cinder-804470-7-iscsi is: [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:09Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': '18d538c1-3330-4063-b100-30556acddf54', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'port_id': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'mac_address': 'fa:16:3e:b2:40:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:07:08Z', 'updated_at': '2021-10-14T07:07:08Z', 'revision_number': 0, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af8a5199-8059-47e2-acfb-42f235765dff', 'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'mac_address': 'fa:16:3e:5e:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:08Z', 'updated_at': '2021-10-14T07:06:12Z', 'revision_number': 5, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'subnets': [{'id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:07:10.666930 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-065dd7ab-86e5-439c-8021-96c9956116b9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.668732 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-065dd7ab-86e5-439c-8021-96c9956116b9 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3627713 Oct 14 07:07:10.671354 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37632) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:10.675682 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-7959c512-743e-4512-8140-15f5ba63a515 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'security_group_rule': {'security_group_id': '09fc4496-756e-462d-aea1-67c263a558c7', 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:07:10.755724 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7959c512-743e-4512-8140-15f5ba63a515 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.772410 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9544c501-05bb-4cc8-b521-0b7910cf3801 None None] New status for floating IP 18d538c1-3330-4063-b100-30556acddf54: ACTIVE {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:07:10.813547 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7959c512-743e-4512-8140-15f5ba63a515 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.886340 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7959c512-743e-4512-8140-15f5ba63a515 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.904052 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959c512-743e-4512-8140-15f5ba63a515 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb56d6d0-27ce-4238-aed2-5d5ef0ed61fe,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:10.998247 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-7959c512-743e-4512-8140-15f5ba63a515 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:10.999438 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-7959c512-743e-4512-8140-15f5ba63a515 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3271210 Oct 14 07:07:11.009377 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37634) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:11.013635 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'security_group_rule': {'security_group_id': '09fc4496-756e-462d-aea1-67c263a558c7', 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:07:11.110353 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:11.169927 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:11.288005 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:11.307021 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3f134f-c75a-45ce-b687-668141f0da6f,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:11.314517 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.314862 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.315198 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.315554 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.315883 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.316207 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.316530 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.316852 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.317172 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.317491 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.317812 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.318128 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:11.420742 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:11.421921 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-27413348-92b0-4846-a74c-a8ff27edf799 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4116271 Oct 14 07:07:11.424600 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37638) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:11.428825 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.v2.base [None req-6282f6f3-c4a2-4954-b256-a374fb675bac tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'security_group_rule': {'security_group_id': '09fc4496-756e-462d-aea1-67c263a558c7', 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:07:11.533872 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6282f6f3-c4a2-4954-b256-a374fb675bac tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:11.590595 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6282f6f3-c4a2-4954-b256-a374fb675bac tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:11.708850 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6282f6f3-c4a2-4954-b256-a374fb675bac tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:11.728147 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282f6f3-c4a2-4954-b256-a374fb675bac tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc3d014-1af0-4e32-962f-27e29ff12fc0,revision_number=0']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:11.821244 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6282f6f3-c4a2-4954-b256-a374fb675bac tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:11.825605 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6282f6f3-c4a2-4954-b256-a374fb675bac tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3969271 Oct 14 07:07:11.826013 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37640) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:11.830513 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-6b47ba59-8922-4ae2-9518-9c5980f1d7b1 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'security_group_rule': {'security_group_id': '09fc4496-756e-462d-aea1-67c263a558c7', 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:07:11.954460 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.securitygroups_db [None req-6b47ba59-8922-4ae2-9518-9c5980f1d7b1 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Project 2efb1bcb96e847e6aacb347fcec48c16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 07:07:11.959141 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba59-8922-4ae2-9518-9c5980f1d7b1 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:12.019927 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba59-8922-4ae2-9518-9c5980f1d7b1 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:12.099266 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba59-8922-4ae2-9518-9c5980f1d7b1 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:12.116668 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47ba59-8922-4ae2-9518-9c5980f1d7b1 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b74550-2334-4e5b-b9fd-d19f48dbb1cc,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:12.227193 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba59-8922-4ae2-9518-9c5980f1d7b1 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:12.228382 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-6b47ba59-8922-4ae2-9518-9c5980f1d7b1 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4013655 Oct 14 07:07:12.231643 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37644) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:12.235936 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [None req-06d78e51-f38e-4df0-bc63-209c424d0316 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'security_group_rule': {'security_group_id': '09fc4496-756e-462d-aea1-67c263a558c7', 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:07:12.331750 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.securitygroups_db [None req-06d78e51-f38e-4df0-bc63-209c424d0316 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Project 2efb1bcb96e847e6aacb347fcec48c16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 14 07:07:12.336529 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-06d78e51-f38e-4df0-bc63-209c424d0316 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:12.395725 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-06d78e51-f38e-4df0-bc63-209c424d0316 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:12.486119 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-06d78e51-f38e-4df0-bc63-209c424d0316 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1693046'] for security_group_rule, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:12.508267 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d78e51-f38e-4df0-bc63-209c424d0316 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97caea7b-3090-48e9-a573-1bd9379d037f,revision_number=0']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:12.602231 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-06d78e51-f38e-4df0-bc63-209c424d0316 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group_rule, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:12.603438 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-06d78e51-f38e-4df0-bc63-209c424d0316 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3708920 Oct 14 07:07:12.676777 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:07:12.690986 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-a7e9573b-3189-4b58-868d-e944af1be3d1 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571788489&fields=id&tenant_id=2efb1bcb96e847e6aacb347fcec48c16 HTTP/1.1" status: 200 len: 267 time: 0.0315678 Oct 14 07:07:12.745832 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-28bef71f-ab86-45b2-935f-65ca70906479 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:12.747658 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-28bef71f-ab86-45b2-935f-65ca70906479 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 945 time: 0.0510848 Oct 14 07:07:12.759969 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-438d90c5-b902-4ab5-a1e7-63d38ff10cc2 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'port': {'security_groups': ['598ef390-b5b9-4260-9cae-d418434b6f7f', '09fc4496-756e-462d-aea1-67c263a558c7']}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:07:12.822286 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-438d90c5-b902-4ab5-a1e7-63d38ff10cc2 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:13.007848 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-438d90c5-b902-4ab5-a1e7-63d38ff10cc2 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] For port f4c56812-6ee2-41b8-8a31-c298400235a6, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=f4c56812-6ee2-41b8-8a31-c298400235a6,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:07:13.036653 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-438d90c5-b902-4ab5-a1e7-63d38ff10cc2 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:13.105210 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-438d90c5-b902-4ab5-a1e7-63d38ff10cc2 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:13.141645 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['f4c56812-6ee2-41b8-8a31-c298400235a6'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:07:13.147717 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-438d90c5-b902-4ab5-a1e7-63d38ff10cc2 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:13.148387 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-438d90c5-b902-4ab5-a1e7-63d38ff10cc2 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:13.149822 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a5b43196-1d39-4653-9ec5-1b1d36b0eda5 req-438d90c5-b902-4ab5-a1e7-63d38ff10cc2 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "PUT /v2.0/ports/f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 200 len: 981 time: 0.3954661 Oct 14 07:07:13.150270 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:07:13.153146 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab10850-93b6-4737-9e4c-74b8c5b31936" -d '{"events": [{"name": "network-changed", "server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:07:13.200236 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d90c5-b902-4ab5-a1e7-63d38ff10cc2 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'Port': ['ID=f4c56812-6ee2-41b8-8a31-c298400235a6,revision_number=6']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:13.233070 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb55ce4-38cd-46a1-80db-4ea2920e17b0 x-openstack-request-id: req-5eb55ce4-38cd-46a1-80db-4ea2920e17b0 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:07:13.233356 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:07:13.233603 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5eb55ce4-38cd-46a1-80db-4ea2920e17b0 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:07:13.233995 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'status': 'completed', 'code': 200} Oct 14 07:07:13.309956 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406de52-61bb-4dbc-860c-ac647e78e7e0 req-bec52751-5a37-474b-b5a2-274e1fc5d6c3 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:13.311828 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5406de52-61bb-4dbc-860c-ac647e78e7e0 req-bec52751-5a37-474b-b5a2-274e1fc5d6c3 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0620742 Oct 14 07:07:13.322246 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['f4c56812-6ee2-41b8-8a31-c298400235a6'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:07:13.375047 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-a4326027-87d4-4b66-8942-f363377af4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:13.377021 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-a4326027-87d4-4b66-8942-f363377af4e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 1137 time: 0.0870962 Oct 14 07:07:13.386549 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5406de52-61bb-4dbc-860c-ac647e78e7e0 req-b408ceae-8784-41f9-a1bc-c89bdb121f59 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599205 Oct 14 07:07:13.476793 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-83a3d695-1104-4906-a75a-c602855cb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:13.478200 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-83a3d695-1104-4906-a75a-c602855cb2bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c HTTP/1.1" status: 200 len: 915 time: 0.0896492 Oct 14 07:07:13.551418 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-a732f9a2-4123-4182-b2e5-0d3c7edd727b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 200 len: 1001 time: 0.0637569 Oct 14 07:07:13.588191 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-c322af42-2d8d-4868-975f-aa1ab7b34be7 None None] Provisioning complete for port f4c56812-6ee2-41b8-8a31-c298400235a6 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:07:13.588472 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-c322af42-2d8d-4868-975f-aa1ab7b34be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:13.600132 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-783b5ddf-c652-4472-a1c2-ec685feecaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:13.604076 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-783b5ddf-c652-4472-a1c2-ec685feecaaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b9c2877-04d0-4258-b562-35bcd7499ed2 HTTP/1.1" status: 200 len: 853 time: 0.0418050 Oct 14 07:07:13.648324 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-88bc2ccb-1316-49eb-8e3c-5afee1fa304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:13.649784 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-88bc2ccb-1316-49eb-8e3c-5afee1fa304c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387895 Oct 14 07:07:13.750725 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-6aa211a3-6062-4370-8fda-c7960d24cc29 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913131 Oct 14 07:07:13.841222 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5ab10850-93b6-4737-9e4c-74b8c5b31936 req-d3fc1a8e-ec28-465a-8d20-54ac4a9426b1 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807202 Oct 14 07:07:21.994417 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:24.453104 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7d8b53b3-5d62-4594-ab6a-308629d0b0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:27.201698 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-80eb2c94-8de6-4081-865e-38f213b28b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:28.342547 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:28.491607 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:29.864491 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-867013fb-d8c5-4bb5-9d1f-56f447304ec8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826440 Oct 14 07:07:29.962121 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-bc8ef71b-29b9-4ed7-badc-9c7266a56432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:29.963568 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-bc8ef71b-29b9-4ed7-badc-9c7266a56432 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 1099 time: 0.0388312 Oct 14 07:07:30.066548 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-425c2a46-ff29-48ca-b8c5-778181deb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:30.067956 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-425c2a46-ff29-48ca-b8c5-778181deb0a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 913 time: 0.0831728 Oct 14 07:07:30.135896 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-f1eb3dcd-1d28-4851-ab06-5a68704f635b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd4d9de-3f81-41c7-b564-e4a863bf90b2 HTTP/1.1" status: 200 len: 1001 time: 0.0602171 Oct 14 07:07:30.184819 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-40a47036-e682-4b2d-8f24-8894fc7f47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:30.186287 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-40a47036-e682-4b2d-8f24-8894fc7f47a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 200 len: 851 time: 0.0430839 Oct 14 07:07:30.188458 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:30.230156 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-f8d634d0-94ea-4272-a5c6-02ca8fb8cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:30.232135 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-f8d634d0-94ea-4272-a5c6-02ca8fb8cbae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69419911-617e-4923-8d84-d193292e8009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380721 Oct 14 07:07:30.244333 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-2794cc16-48dc-4839-846f-69fda50840ba service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=106664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 14 07:07:30.245288 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-2794cc16-48dc-4839-846f-69fda50840ba service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046499 Oct 14 07:07:30.336248 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-0988fdbf-a97d-4722-a2a3-effbe8cf118f service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826323 Oct 14 07:07:30.426609 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a9f3acd1-a0d2-4fbb-be50-3fdf74fe91ea req-8ea67a46-593d-404a-9fcf-570196b72ddb service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809116 Oct 14 07:07:36.035538 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37758) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:36.136394 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2cd3-32cd-444a-b225-43586445bf90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:36.206928 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2cd3-32cd-444a-b225-43586445bf90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:36.291105 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4b1e2cd3-32cd-444a-b225-43586445bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_create {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:36.338313 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-4b1e2cd3-32cd-444a-b225-43586445bf90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e144687a347e4a519bbb67832a3486f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015125 Oct 14 07:07:36.339204 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e2cd3-32cd-444a-b225-43586445bf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94f5d7e-a926-4abe-97a8-638ea1a7ec54,revision_number=1']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:36.341019 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37762) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:36.391903 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-42cbc498-7b19-40e0-8077-d17912cb3ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:36.412600 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-42cbc498-7b19-40e0-8077-d17912cb3ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:36.538423 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-42cbc498-7b19-40e0-8077-d17912cb3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:36.540958 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-42cbc498-7b19-40e0-8077-d17912cb3ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:36.542073 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-42cbc498-7b19-40e0-8077-d17912cb3ac1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b94f5d7e-a926-4abe-97a8-638ea1a7ec54 HTTP/1.1" status: 204 len: 168 time: 0.1994936 Oct 14 07:07:36.550313 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbc498-7b19-40e0-8077-d17912cb3ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94f5d7e-a926-4abe-97a8-638ea1a7ec54,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:41.771297 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37766) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:41.920588 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Deleting port 909f3e50-2b9d-4735-a28f-abc6d68fe66a {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:07:41.920924 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:41.995877 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:41.996192 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:42.008139 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Calling delete_port for 909f3e50-2b9d-4735-a28f-abc6d68fe66a owned by network:floatingip {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:07:42.481177 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:42.506048 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event deleted for resources: {'Port': ['ID=909f3e50-2b9d-4735-a28f-abc6d68fe66a,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:42.565051 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:42.565425 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.l3_db [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Floating IP 14cca16e-b9cb-42aa-8f4e-c298940b5bf9 disassociated (deleted). External IP: 172.27.0.76, port: 39b22ca8-a728-45ee-ba54-a3db672877a2. Oct 14 07:07:42.767789 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Router ea295aa4-8fef-4f56-9550-7316c96dcc08 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:07:42.875348 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:07:42.880085 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:42.886521 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] Sync routers for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:07:42.896195 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:07:42.897199 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:07:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:42.913917 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-e1e399b8-0cc1-464d-b287-8b07d26738b1 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "DELETE /v2.0/floatingips/14cca16e-b9cb-42aa-8f4e-c298940b5bf9 HTTP/1.1" status: 204 len: 168 time: 1.1411333 Oct 14 07:07:42.914267 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:07:42.916594 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ddc86-33c7-42db-888a-ade9cc95ffb9" -d '{"events": [{"name": "network-changed", "server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:07:43.010941 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:07:43.019019 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a618709-c830-417b-9895-8775c7e3ce6d x-openstack-request-id: req-6a618709-c830-417b-9895-8775c7e3ce6d {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:07:43.019310 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:07:43.019592 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a618709-c830-417b-9895-8775c7e3ce6d {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:07:43.019994 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'status': 'completed', 'code': 200} Oct 14 07:07:43.111685 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-1b61688d-571d-4f8f-a5c1-ff5b50ee67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:43.113175 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-1b61688d-571d-4f8f-a5c1-ff5b50ee67af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 1098 time: 0.0418756 Oct 14 07:07:43.223262 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-8340338b-9bcc-4dc1-a6e0-f4e4912ff5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:43.224830 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-8340338b-9bcc-4dc1-a6e0-f4e4912ff5b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 1137 time: 0.0521932 Oct 14 07:07:43.247640 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-1340f667-4ca7-4a1e-8b0a-650b8469f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:43.250049 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-1340f667-4ca7-4a1e-8b0a-650b8469f23d service neutron] 10.222.0.39 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 913 time: 0.1229887 Oct 14 07:07:43.298650 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'c3967436-abc2-4c7a-a39f-34c6fc817fff', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:91:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:03:25Z', 'updated_at': '2021-10-14T07:03:27Z', 'revision_number': 1, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:43.314974 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-4db883f9-7a63-4226-8b64-1c2062eb00b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39b22ca8-a728-45ee-ba54-a3db672877a2 HTTP/1.1" status: 200 len: 217 time: 0.0545948 Oct 14 07:07:43.330822 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] Checking router: ea295aa4-8fef-4f56-9550-7316c96dcc08 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:07:43.334437 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-482b678a-8d69-4b30-b9d0-80a562c34c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:43.335060 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-482b678a-8d69-4b30-b9d0-80a562c34c40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c HTTP/1.1" status: 200 len: 915 time: 0.0948527 Oct 14 07:07:43.339293 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:07:43.339931 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:07:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:43.396721 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-49b4ff49-9452-4b50-9fc4-4fab8fe0cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:43.398451 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-49b4ff49-9452-4b50-9fc4-4fab8fe0cbcc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 200 len: 851 time: 0.0752828 Oct 14 07:07:43.410818 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f6b17-08af-4037-8ece-0603a990e64b req-241dcb47-f98a-470c-bf21-41830e4ed03e tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:43.420622 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-863f6b17-08af-4037-8ece-0603a990e64b req-241dcb47-f98a-470c-bf21-41830e4ed03e tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.3541577 Oct 14 07:07:43.420740 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-d76aa1a7-151b-49d9-9621-61df050246ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 200 len: 1001 time: 0.0754759 Oct 14 07:07:43.464346 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:07:43.471734 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-f5932437-a286-42ce-9fb0-d670f2f2c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:43.473202 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-f5932437-a286-42ce-9fb0-d670f2f2c5b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b9c2877-04d0-4258-b562-35bcd7499ed2 HTTP/1.1" status: 200 len: 853 time: 0.0471311 Oct 14 07:07:43.502731 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-863f6b17-08af-4037-8ece-0603a990e64b req-dbd9c1e2-a36d-4c8d-8d25-931a9d59685d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836701 Oct 14 07:07:43.520162 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-83b6f1f7-f804-4c97-b14b-6ca7d154cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:43.521652 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-83b6f1f7-f804-4c97-b14b-6ca7d154cbd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69419911-617e-4923-8d84-d193292e8009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1015484 Oct 14 07:07:43.535218 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-23e63975-fb80-4ea1-b12d-e0311742024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:43.537345 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-23e63975-fb80-4ea1-b12d-e0311742024f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558090 Oct 14 07:07:43.640936 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-15905d04-fb7d-45e4-ae81-333599e4d33c service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940094 Oct 14 07:07:43.652450 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f5fbb-5d22-4aa1-8542-9bde2dd305c2 req-2d553ea5-a4e9-474e-af25-b8aa99d56f9a tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:43.655104 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b01f5fbb-5d22-4aa1-8542-9bde2dd305c2 req-2d553ea5-a4e9-474e-af25-b8aa99d56f9a tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 945 time: 0.1894689 Oct 14 07:07:43.686389 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-d5b5e0c0-075a-4873-82bd-5d50086aec30 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513016 Oct 14 07:07:43.704199 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'c3967436-abc2-4c7a-a39f-34c6fc817fff', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:91:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:03:25Z', 'updated_at': '2021-10-14T07:03:27Z', 'revision_number': 1, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:43.723299 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b01f5fbb-5d22-4aa1-8542-9bde2dd305c2 req-dbe7fbb3-9630-4d3d-8b8f-08cfc2f965fd tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600154 Oct 14 07:07:43.736442 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3cb480-2970-4de2-8812-9e22c8c5d5b0 None None] The sync data for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi is: [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_floatingips': [{'id': 'c3967436-abc2-4c7a-a39f-34c6fc817fff', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'router_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'port_id': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'mac_address': 'fa:16:3e:91:67:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-14T07:03:25Z', 'updated_at': '2021-10-14T07:03:27Z', 'revision_number': 1, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:07:43.751297 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [req-2f0d51ab-51c9-44cb-8b7f-7b9de4e17225 req-4e1f29f3-41ca-4b21-908d-c4d451c6f3a2 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994508 Oct 14 07:07:43.796629 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-552ddc86-33c7-42db-888a-ade9cc95ffb9 req-b65a4e8a-2bb5-43ea-a514-ff480a1cdcd1 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987766 Oct 14 07:07:43.964245 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446101b7-7520-4e4f-8641-91b88e960357 None None] New status for floating IP 14cca16e-b9cb-42aa-8f4e-c298940b5bf9: DOWN {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:07:44.602693 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c265cc-2204-4450-aaed-198022770707 req-2de071e8-ce3f-463a-9ead-4c2b2a2cf53c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:44.604146 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-60c265cc-2204-4450-aaed-198022770707 req-2de071e8-ce3f-463a-9ead-4c2b2a2cf53c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0476706 Oct 14 07:07:44.643788 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-60c265cc-2204-4450-aaed-198022770707 req-b056fddf-6a6b-45ba-816a-da7a058a8a0f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331612 Oct 14 07:07:44.836631 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a13b8-8496-4908-a433-7d537b46cd62 req-5483ef61-13be-482a-841f-8ebdcaf54438 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:44.837953 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-750a13b8-8496-4908-a433-7d537b46cd62 req-5483ef61-13be-482a-841f-8ebdcaf54438 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 945 time: 0.0468705 Oct 14 07:07:44.873534 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-750a13b8-8496-4908-a433-7d537b46cd62 req-ac5c4109-8445-4268-bef8-c9153a4d4cbe tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299165 Oct 14 07:07:45.757824 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabc0c4-a8dd-4095-b01e-dcad3b54f0b5 req-c8dafa6e-2e6f-4a72-bdd4-fde7153026ac tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:45.759246 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7eabc0c4-a8dd-4095-b01e-dcad3b54f0b5 req-c8dafa6e-2e6f-4a72-bdd4-fde7153026ac tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0501857 Oct 14 07:07:45.798129 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-7eabc0c4-a8dd-4095-b01e-dcad3b54f0b5 req-7b3e82f9-ef52-472b-9d89-baf1520b33b8 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329189 Oct 14 07:07:46.007244 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a622611-06e9-4f10-91cf-1d38a80e6ac5 req-5da14958-e403-4284-a819-b18ad7428d8a tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:46.008623 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8a622611-06e9-4f10-91cf-1d38a80e6ac5 req-5da14958-e403-4284-a819-b18ad7428d8a tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 945 time: 0.0660629 Oct 14 07:07:46.045286 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8a622611-06e9-4f10-91cf-1d38a80e6ac5 req-ceb48737-cfe3-4ffa-af0b-a32a102b6aec tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Oct 14 07:07:46.909307 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c919bc-7e4a-402c-970d-fdb980318ea5 req-2be27b20-908f-4e51-8e33-9e52e7fca5f7 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:46.910720 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6c919bc-7e4a-402c-970d-fdb980318ea5 req-2be27b20-908f-4e51-8e33-9e52e7fca5f7 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0472891 Oct 14 07:07:46.948617 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d6c919bc-7e4a-402c-970d-fdb980318ea5 req-4fb7dd54-52a9-4646-9ba0-75334973efe4 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320792 Oct 14 07:07:47.158186 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec697658-0135-4e21-9aae-6d5044534a42 req-072ba276-301d-449c-ae12-7e76ef51899b tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:47.159625 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ec697658-0135-4e21-9aae-6d5044534a42 req-072ba276-301d-449c-ae12-7e76ef51899b tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 945 time: 0.0502524 Oct 14 07:07:47.195904 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-ec697658-0135-4e21-9aae-6d5044534a42 req-d0d45524-09af-4f4c-b6d8-8d318a03a0f8 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305746 Oct 14 07:07:48.059910 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cac1c-5e01-4ae0-a9db-255ddd9b09b8 req-b7f448a4-beef-48e8-bf37-9df994a886bc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:48.061426 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-df2cac1c-5e01-4ae0-a9db-255ddd9b09b8 req-b7f448a4-beef-48e8-bf37-9df994a886bc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0486734 Oct 14 07:07:48.100536 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-df2cac1c-5e01-4ae0-a9db-255ddd9b09b8 req-c94fa06b-98d4-45ef-be51-df821933e30c tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326924 Oct 14 07:07:48.307742 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70251a63-862d-4825-9fbe-9ac9ac9f1c4c req-4e6d5906-0f56-4d51-94ce-266b7d42fd24 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:48.309193 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-70251a63-862d-4825-9fbe-9ac9ac9f1c4c req-4e6d5906-0f56-4d51-94ce-266b7d42fd24 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 945 time: 0.0484917 Oct 14 07:07:48.352880 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 39b22ca8-a728-45ee-ba54-a3db672877a2 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:07:48.353623 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-70251a63-862d-4825-9fbe-9ac9ac9f1c4c req-f6d5dc60-c356-475d-9582-fad705ac6994 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385625 Oct 14 07:07:48.427258 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:48.448751 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2'}] {{(pid=106665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:07:48.450963 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9b8bc3463b9f212eccb8a20d0089b0b1e42f84095491a727d425a983e73af51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d25fc1-b87c-4eb6-bac3-ca059d386ca6" -d '{"events": [{"server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "name": "network-vif-unplugged", "status": "completed", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2"}]}' {{(pid=106665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:07:48.462674 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] For port 39b22ca8-a728-45ee-ba54-a3db672877a2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=39b22ca8-a728-45ee-ba54-a3db672877a2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:07:48.533544 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051'] for port, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:48.556767 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Oct 2021 07:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803b89ba-7354-4d54-9b68-733315d74813 x-openstack-request-id: req-803b89ba-7354-4d54-9b68-733315d74813 {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:07:48.557050 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "name": "network-vif-unplugged", "status": "completed", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2", "code": 200}]} {{(pid=106665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:07:48.557295 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-803b89ba-7354-4d54-9b68-733315d74813 {{(pid=106665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:07:48.557670 dv-cinder-804470-7-iscsi neutron-server[106665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'code': 200} Oct 14 07:07:48.582102 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Pushing event updated for resources: {'Port': ['ID=39b22ca8-a728-45ee-ba54-a3db672877a2,revision_number=6']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:48.588882 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.589246 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.589578 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.589907 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.590230 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.590550 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.590867 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.591182 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.591525 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.591843 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.592155 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:48.592466 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:49.215314 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8b230-f380-4d5d-9e31-fc21950b32df req-4eeda822-36d4-4c1c-ad6e-85009127e8e7 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:49.216781 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-32d8b230-f380-4d5d-9e31-fc21950b32df req-4eeda822-36d4-4c1c-ad6e-85009127e8e7 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0509000 Oct 14 07:07:49.254827 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-32d8b230-f380-4d5d-9e31-fc21950b32df req-f3cd2c80-9488-4c65-9e9d-e0dc2b703a5f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319436 Oct 14 07:07:49.465807 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4df69d-cb6c-4bff-9e74-11123906b374 req-98d07cf5-5695-4cd9-bf93-e8ee9314d886 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:49.467242 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bf4df69d-cb6c-4bff-9e74-11123906b374 req-98d07cf5-5695-4cd9-bf93-e8ee9314d886 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0471709 Oct 14 07:07:49.504379 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-bf4df69d-cb6c-4bff-9e74-11123906b374 req-73832002-f5c4-436d-80b8-edaa53fab89d tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Oct 14 07:07:49.676126 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:07:50.366087 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d692a-2802-4bd3-98fb-b9d8ee6b38a8 req-415630f8-ac2e-4ae9-b784-2abd569857b8 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:50.367852 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5d8d692a-2802-4bd3-98fb-b9d8ee6b38a8 req-415630f8-ac2e-4ae9-b784-2abd569857b8 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0473647 Oct 14 07:07:50.435427 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5d8d692a-2802-4bd3-98fb-b9d8ee6b38a8 req-a18f3259-cce9-4a62-8926-4aaa7ede78ed tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591879 Oct 14 07:07:50.443765 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-00db9288-7481-406c-b89d-1ce77e309c48 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:50.445150 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-00db9288-7481-406c-b89d-1ce77e309c48 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0764718 Oct 14 07:07:50.535231 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Deleting port 39b22ca8-a728-45ee-ba54-a3db672877a2 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:07:50.535597 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:50.905033 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] For port 39b22ca8-a728-45ee-ba54-a3db672877a2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=39b22ca8-a728-45ee-ba54-a3db672877a2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:07:50.905393 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:50.919902 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35530459-2afd-4f60-a799-d9b8f40824ef req-4a266983-266e-49cf-8ed0-1b4512c83720 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:50.921388 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-35530459-2afd-4f60-a799-d9b8f40824ef req-4a266983-266e-49cf-8ed0-1b4512c83720 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 943 time: 0.0773559 Oct 14 07:07:50.927432 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Calling delete_port for 39b22ca8-a728-45ee-ba54-a3db672877a2 owned by compute:nova {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:07:51.011320 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-35530459-2afd-4f60-a799-d9b8f40824ef req-e8cf31a9-5bc9-4080-b491-5d2b6155a519 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818796 Oct 14 07:07:51.182644 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:51.212328 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event deleted for resources: {'Port': ['ID=39b22ca8-a728-45ee-ba54-a3db672877a2,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:51.235133 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.236148 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.236494 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.236832 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.237161 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.237492 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.237820 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.238193 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.238478 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.238803 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.239126 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.239462 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:07:51.262172 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] No DVR routers for this DVR port 39b22ca8-a728-45ee-ba54-a3db672877a2 on host hv-cinder-80447 {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:07:51.264526 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:51.267825 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-96233037-4ded-4e8f-8c26-63fb6c612e66 req-db72069e-f796-4c2d-8ac8-626772d28463 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "DELETE /v2.0/ports/39b22ca8-a728-45ee-ba54-a3db672877a2 HTTP/1.1" status: 204 len: 173 time: 0.8159084 Oct 14 07:07:51.268250 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'name': 'network-vif-deleted', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:07:51.270511 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e72233-a0f0-4c22-bc4f-34fc036dc3a2" -d '{"events": [{"server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "name": "network-vif-deleted", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:07:51.364808 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6bb0af-76a2-429b-aeb8-f1d55576ed8f x-openstack-request-id: req-9e6bb0af-76a2-429b-aeb8-f1d55576ed8f {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:07:51.365094 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24b1b34-fb16-4e2b-b9ca-49bb63c76df1", "name": "network-vif-deleted", "tag": "39b22ca8-a728-45ee-ba54-a3db672877a2", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:07:51.365338 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e6bb0af-76a2-429b-aeb8-f1d55576ed8f {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:07:51.365726 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24b1b34-fb16-4e2b-b9ca-49bb63c76df1', 'name': 'network-vif-deleted', 'tag': '39b22ca8-a728-45ee-ba54-a3db672877a2', 'status': 'completed', 'code': 200} Oct 14 07:07:51.548808 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3418fa-1e9e-4fd5-8456-8203458163f8 req-0a7cdfa5-d59b-43f0-ad9b-6b4b7fa1d389 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:51.550405 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8f3418fa-1e9e-4fd5-8456-8203458163f8 req-0a7cdfa5-d59b-43f0-ad9b-6b4b7fa1d389 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0494668 Oct 14 07:07:51.591084 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-8f3418fa-1e9e-4fd5-8456-8203458163f8 req-16d39b6c-968b-4e42-b383-0da2d69d0279 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344660 Oct 14 07:07:52.035273 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:52.113185 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-9ca0117d-1063-4d22-ab93-b123dba4d746 req-6a4d85f5-5685-4272-860c-ef161dbfb1ef tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=c24b1b34-fb16-4e2b-b9ca-49bb63c76df1 HTTP/1.1" status: 200 len: 210 time: 0.0250883 Oct 14 07:07:52.710413 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994b683-87e8-4fe2-bc9a-b299d931ef80 req-abcd3745-6679-45d8-b60a-176fc8937fa4 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:52.711791 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a994b683-87e8-4fe2-bc9a-b299d931ef80 req-abcd3745-6679-45d8-b60a-176fc8937fa4 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0489471 Oct 14 07:07:52.752291 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-a994b683-87e8-4fe2-bc9a-b299d931ef80 req-388a63a4-0433-4103-bb00-5672c4e69f87 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345590 Oct 14 07:07:53.866537 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93108606-0fdf-4643-98aa-88f977676c91 req-bd8db689-29e6-43cb-a752-96a4d737dd96 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:53.868018 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-93108606-0fdf-4643-98aa-88f977676c91 req-bd8db689-29e6-43cb-a752-96a4d737dd96 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0501380 Oct 14 07:07:53.906413 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-93108606-0fdf-4643-98aa-88f977676c91 req-3eddc7b0-2c76-4cf9-baf1-e00155cff97e tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325453 Oct 14 07:07:54.406822 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-3cdc37e2-a367-4df9-af80-5029141de079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:55.017587 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eda48f-da48-4ace-af16-d76904cba605 req-f0b6d5ae-f3b0-4cee-bb26-00abb07efe20 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:55.019027 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10eda48f-da48-4ace-af16-d76904cba605 req-f0b6d5ae-f3b0-4cee-bb26-00abb07efe20 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0479786 Oct 14 07:07:55.057562 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10eda48f-da48-4ace-af16-d76904cba605 req-50bc61c4-8299-462e-ba77-a634aa5c690d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323350 Oct 14 07:07:55.577031 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37846) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:07:55.728660 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Deleting port 628aa572-13cc-4423-aeff-75f9151dd933 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:07:55.728995 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:55.801005 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:55.801329 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:55.812451 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Calling delete_port for 628aa572-13cc-4423-aeff-75f9151dd933 owned by network:floatingip {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:07:56.050612 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:56.074804 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event deleted for resources: {'Port': ['ID=628aa572-13cc-4423-aeff-75f9151dd933,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:56.138046 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:56.138375 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.db.l3_db [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Floating IP c3967436-abc2-4c7a-a39f-34c6fc817fff disassociated (deleted). External IP: 172.27.0.92, port: 1cd4d9de-3f81-41c7-b564-e4a863bf90b2. Oct 14 07:07:56.216703 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10279e86-ecdb-4d27-a3bd-3dee4785d72b req-a7a0d20f-84a1-4694-bab6-ef63cbfb9f30 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:56.218237 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10279e86-ecdb-4d27-a3bd-3dee4785d72b req-a7a0d20f-84a1-4694-bab6-ef63cbfb9f30 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0479906 Oct 14 07:07:56.258151 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-10279e86-ecdb-4d27-a3bd-3dee4785d72b req-349c1893-60cc-427a-9311-8a80f2048950 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328734 Oct 14 07:07:56.336963 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Router ea295aa4-8fef-4f56-9550-7316c96dcc08 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:07:56.439677 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:07:56.444046 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:56.448872 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] Sync routers for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:07:56.457907 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:07:56.458514 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:07:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:56.473189 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-368d57c4-115e-49bc-a910-51ab419f0d4e tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "DELETE /v2.0/floatingips/c3967436-abc2-4c7a-a39f-34c6fc817fff HTTP/1.1" status: 204 len: 168 time: 0.8950849 Oct 14 07:07:56.473860 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'tag': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2'}] {{(pid=106663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:07:56.476209 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca6603f99888c3a1e7285583bf4c30ac2498c44eb593feccbf6d02398db1004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93744ed-22b9-4d55-9a33-14203a5e63e6" -d '{"events": [{"name": "network-changed", "server_uuid": "93a2f2d6-57c5-4f26-b104-ee6c6e739df5", "tag": "1cd4d9de-3f81-41c7-b564-e4a863bf90b2"}]}' {{(pid=106663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:07:56.566034 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:07:56.570378 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8cba09-7869-47d7-b2a1-8f8084ab63d1 x-openstack-request-id: req-ed8cba09-7869-47d7-b2a1-8f8084ab63d1 {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:07:56.570664 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a2f2d6-57c5-4f26-b104-ee6c6e739df5", "tag": "1cd4d9de-3f81-41c7-b564-e4a863bf90b2", "status": "completed", "code": 200}]} {{(pid=106663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:07:56.570910 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed8cba09-7869-47d7-b2a1-8f8084ab63d1 {{(pid=106663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:07:56.571366 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'tag': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'status': 'completed', 'code': 200} Oct 14 07:07:56.658008 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-44969e09-6cde-4ce0-bda3-1057f61953b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:56.660367 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-44969e09-6cde-4ce0-bda3-1057f61953b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1313bcb76a40476eb961b6f7ddf586af&device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 1099 time: 0.0453551 Oct 14 07:07:56.752739 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-b5ce89e9-3738-43f0-afa3-903c3572833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:56.754281 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-b5ce89e9-3738-43f0-afa3-903c3572833e service neutron] 10.222.0.39 "GET /v2.0/networks?id=69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 200 len: 913 time: 0.0881791 Oct 14 07:07:56.765298 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:56.791951 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] Checking router: ea295aa4-8fef-4f56-9550-7316c96dcc08 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:07:56.800295 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-610068f2-2c1b-4a2e-9be2-774547aabe0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd4d9de-3f81-41c7-b564-e4a863bf90b2 HTTP/1.1" status: 200 len: 217 time: 0.0381806 Oct 14 07:07:56.800828 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:07:56.801433 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:07:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:56.849994 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-99c61d52-5024-40e0-a3b2-fc8d0e938a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:56.851495 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-99c61d52-5024-40e0-a3b2-fc8d0e938a35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 200 len: 851 time: 0.0445950 Oct 14 07:07:56.910304 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:07:56.927100 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-2fdf2bfb-ebb6-4add-8194-833118fadcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:56.928618 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-2fdf2bfb-ebb6-4add-8194-833118fadcfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69419911-617e-4923-8d84-d193292e8009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688829 Oct 14 07:07:56.942628 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329d6d8-4f08-4cad-bfc0-dd52e7a6984d req-8fea2daf-5cdf-4876-8e25-5b9a12b74168 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:56.944105 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d329d6d8-4f08-4cad-bfc0-dd52e7a6984d req-8fea2daf-5cdf-4876-8e25-5b9a12b74168 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 946 time: 0.0601184 Oct 14 07:07:57.033328 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-d329d6d8-4f08-4cad-bfc0-dd52e7a6984d req-078e11c4-3516-4685-b908-3b598b3f7a84 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812404 Oct 14 07:07:57.056378 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-7afbea53-696c-481d-9e43-ae7d0532d7aa service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113412 Oct 14 07:07:57.151193 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c93744ed-22b9-4d55-9a33-14203a5e63e6 req-5e18e6a9-61cc-4511-86e2-d29cc57f0d98 service neutron] 10.222.0.39 "GET /v2.0/networks/69419911-617e-4923-8d84-d193292e8009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862761 Oct 14 07:07:57.254493 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:07:57.285786 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85053798-6e0b-4f55-a1e3-f1712cb4248e None None] The sync data for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi is: [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T06:59:26Z', 'revision_number': 4, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'b5c902b1-adef-4f37-9dfa-6901956c5760', 'name': '', 'network_id': '69419911-617e-4923-8d84-d193292e8009', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'mac_address': 'fa:16:3e:08:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:25Z', 'updated_at': '2021-10-14T06:59:30Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'subnets': [{'id': '30bb0207-b6bc-4baf-ae0f-db19022b3a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:07:57.375601 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048bc89-8b0d-4bcd-8d3e-e8486d8b2b51 req-77100b7f-d250-45a8-b5c7-7bfdee8f6d75 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:57.377089 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0048bc89-8b0d-4bcd-8d3e-e8486d8b2b51 req-77100b7f-d250-45a8-b5c7-7bfdee8f6d75 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0496945 Oct 14 07:07:57.387965 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-786764f2-aab6-42dc-9745-f7b4a27e0fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:57.419013 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-0048bc89-8b0d-4bcd-8d3e-e8486d8b2b51 req-4782d5c0-1954-4538-b0cd-69525f66142d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358109 Oct 14 07:07:57.497420 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237ce98-831f-46ee-9ed5-a44ccf255187 None None] New status for floating IP c3967436-abc2-4c7a-a39f-34c6fc817fff: DOWN {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:07:58.145879 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2ec21-a4c5-443e-bf32-feb5939e98e8 req-440beca9-cc80-42a7-be5f-03747582cc68 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:58.147328 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87f2ec21-a4c5-443e-bf32-feb5939e98e8 req-440beca9-cc80-42a7-be5f-03747582cc68 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 946 time: 0.0475526 Oct 14 07:07:58.185408 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-87f2ec21-a4c5-443e-bf32-feb5939e98e8 req-7f8dc8a4-611c-4b10-b8f4-d405500153f7 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b35dee1-3202-431a-a528-85c8110f0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Oct 14 07:07:58.342535 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:58.515244 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:58.541246 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811237f-5e70-4b54-8eb4-b56bac6a9b32 req-9ad05e26-f81c-4bff-945a-788314b3419b tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:58.543085 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2811237f-5e70-4b54-8eb4-b56bac6a9b32 req-9ad05e26-f81c-4bff-945a-788314b3419b tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0596414 Oct 14 07:07:58.607426 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-2811237f-5e70-4b54-8eb4-b56bac6a9b32 req-bdb828df-f3e8-4e9e-ad58-0717a3cc1e86 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550108 Oct 14 07:07:58.616002 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-5c860fae-28de-45af-bb0f-daffc70fde8c tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:58.617456 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-5c860fae-28de-45af-bb0f-daffc70fde8c tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 946 time: 0.0734355 Oct 14 07:07:58.713896 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-6fa2738f-df89-4f68-a21a-d0cd7b8f91cb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Deleting port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:07:58.714224 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-6fa2738f-df89-4f68-a21a-d0cd7b8f91cb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:58.800333 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-6fa2738f-df89-4f68-a21a-d0cd7b8f91cb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] For port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:07:58.800685 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-6fa2738f-df89-4f68-a21a-d0cd7b8f91cb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:58.812505 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-6fa2738f-df89-4f68-a21a-d0cd7b8f91cb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Calling delete_port for 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 owned by compute:nova {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:07:59.029356 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-6fa2738f-df89-4f68-a21a-d0cd7b8f91cb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:59.057929 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2738f-df89-4f68-a21a-d0cd7b8f91cb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event deleted for resources: {'Port': ['ID=1cd4d9de-3f81-41c7-b564-e4a863bf90b2,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:07:59.096613 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-6fa2738f-df89-4f68-a21a-d0cd7b8f91cb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] No DVR routers for this DVR port 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 on host hv-cinder-80447 {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:07:59.099063 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-6fa2738f-df89-4f68-a21a-d0cd7b8f91cb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:07:59.102364 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-1a23e375-d9b7-41b1-a8d7-8f9a8d0391b1 req-6fa2738f-df89-4f68-a21a-d0cd7b8f91cb tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.39 "DELETE /v2.0/ports/1cd4d9de-3f81-41c7-b564-e4a863bf90b2 HTTP/1.1" status: 204 len: 173 time: 0.4780478 Oct 14 07:07:59.102792 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'name': 'network-vif-deleted', 'tag': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:07:59.105112 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6ac8b4-4387-4425-8b48-d7a52769c94d" -d '{"events": [{"server_uuid": "93a2f2d6-57c5-4f26-b104-ee6c6e739df5", "name": "network-vif-deleted", "tag": "1cd4d9de-3f81-41c7-b564-e4a863bf90b2"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:07:59.138739 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e1946b-9c94-4242-87ce-3ee76aa537b6 x-openstack-request-id: req-15e1946b-9c94-4242-87ce-3ee76aa537b6 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:07:59.139027 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a2f2d6-57c5-4f26-b104-ee6c6e739df5", "name": "network-vif-deleted", "tag": "1cd4d9de-3f81-41c7-b564-e4a863bf90b2", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:07:59.139276 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15e1946b-9c94-4242-87ce-3ee76aa537b6 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:07:59.139695 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a2f2d6-57c5-4f26-b104-ee6c6e739df5', 'name': 'network-vif-deleted', 'tag': '1cd4d9de-3f81-41c7-b564-e4a863bf90b2', 'status': 'completed', 'code': 200} Oct 14 07:07:59.278902 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-5f7c5dd1-b91d-43bc-bed6-e4f8d95ac0be req-e5f14d99-b837-499b-8223-4d09be5e86f5 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Oct 14 07:07:59.723551 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616467e-64ab-4499-8aae-bb51cd8b1467 req-5511ac98-31c0-45bc-bf1b-6b1ad34fc716 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:07:59.724998 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4616467e-64ab-4499-8aae-bb51cd8b1467 req-5511ac98-31c0-45bc-bf1b-6b1ad34fc716 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0476418 Oct 14 07:07:59.764958 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-4616467e-64ab-4499-8aae-bb51cd8b1467 req-6dda328e-76be-466d-a811-42cac3deefbc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336611 Oct 14 07:08:00.189912 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:00.380040 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c4ba440a-9a17-4930-ad72-83c74618812e req-1dd279d2-7496-4774-9fcd-c25edc149594 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "GET /v2.0/ports?device_id=93a2f2d6-57c5-4f26-b104-ee6c6e739df5 HTTP/1.1" status: 200 len: 210 time: 0.0254283 Oct 14 07:08:00.876176 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14973d10-f323-4e85-a678-1e81f54087e3 req-b5d52a0c-4ca2-4566-8efe-dc6d23c21ec8 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:00.878272 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-14973d10-f323-4e85-a678-1e81f54087e3 req-b5d52a0c-4ca2-4566-8efe-dc6d23c21ec8 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0469348 Oct 14 07:08:00.920074 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-14973d10-f323-4e85-a678-1e81f54087e3 req-a6b6eccd-1650-4a3e-b518-23ccac76a8ec tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&id=09fc4496-756e-462d-aea1-67c263a558c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359645 Oct 14 07:08:01.434542 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37880) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:01.555095 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-b37cbe94-b38c-446b-8369-ed3c06cab119 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Deleting port 7bb08ac4-e1ce-4bf5-ab08-04571fcb2ad8 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:01.555340 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b37cbe94-b38c-446b-8369-ed3c06cab119 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:01.628013 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b37cbe94-b38c-446b-8369-ed3c06cab119 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:01.628334 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b37cbe94-b38c-446b-8369-ed3c06cab119 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:01.639516 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-b37cbe94-b38c-446b-8369-ed3c06cab119 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Calling delete_port for 7bb08ac4-e1ce-4bf5-ab08-04571fcb2ad8 owned by network:floatingip {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:01.846445 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b37cbe94-b38c-446b-8369-ed3c06cab119 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:01.870523 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cbe94-b38c-446b-8369-ed3c06cab119 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event deleted for resources: {'Port': ['ID=7bb08ac4-e1ce-4bf5-ab08-04571fcb2ad8,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:01.931186 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b37cbe94-b38c-446b-8369-ed3c06cab119 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for floatingip, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:01.933936 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-b37cbe94-b38c-446b-8369-ed3c06cab119 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:01.935061 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-b37cbe94-b38c-446b-8369-ed3c06cab119 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "DELETE /v2.0/floatingips/1eb51cd2-c46d-4d6a-bc27-d86134cc293f HTTP/1.1" status: 204 len: 168 time: 0.4995391 Oct 14 07:08:02.414443 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:02.433323 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:02.433708 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device 1cd4d9de-3f81-41c7-b564-e4a863bf90b2 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:03.298450 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37892) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:03.354521 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48a3975d-282b-4680-95d7-f67b27583872 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:03.378793 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48a3975d-282b-4680-95d7-f67b27583872 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:03.532303 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48a3975d-282b-4680-95d7-f67b27583872 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:03.535704 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-48a3975d-282b-4680-95d7-f67b27583872 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:03.536850 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-48a3975d-282b-4680-95d7-f67b27583872 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] 10.222.0.26 "DELETE /v2.0/security-groups/8b35dee1-3202-431a-a528-85c8110f0046 HTTP/1.1" status: 204 len: 168 time: 0.2367380 Oct 14 07:08:03.546307 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3975d-282b-4680-95d7-f67b27583872 tempest-TestVolumeBootPattern-2075800733 tempest-TestVolumeBootPattern-2075800733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b35dee1-3202-431a-a528-85c8110f0046,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:03.662956 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37896) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:04.089579 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729484'] for router_interface, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:04.323218 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] Deleting port b5c902b1-adef-4f37-9dfa-6901956c5760 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:04.323586 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:04.397603 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] For port b5c902b1-adef-4f37-9dfa-6901956c5760, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=b5c902b1-adef-4f37-9dfa-6901956c5760,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:04.397960 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:04.413069 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] Calling delete_port for b5c902b1-adef-4f37-9dfa-6901956c5760 owned by network:router_interface {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:04.669284 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:04.695398 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c902b1-adef-4f37-9dfa-6901956c5760,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:04.851751 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1726812'] for router_interface, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:05.058264 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] Router ea295aa4-8fef-4f56-9550-7316c96dcc08 has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:08:05.161129 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:08:05.166746 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-d5e3a6ec-b1df-4543-b1dd-3fab3b03f91e admin admin] 10.222.0.26 "PUT /v2.0/routers/ea295aa4-8fef-4f56-9550-7316c96dcc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5027530 Oct 14 07:08:05.169267 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37900) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:05.169610 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] Sync routers for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:08:05.178882 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:08:05.179526 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:07:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:05.284404 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:08:05.469467 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T07:08:04Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:05.495780 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] Checking router: ea295aa4-8fef-4f56-9550-7316c96dcc08 for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:08:05.504364 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] Routers {'ea295aa4-8fef-4f56-9550-7316c96dcc08'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:08:05.504965 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:07:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['ea295aa4-8fef-4f56-9550-7316c96dcc08'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:05.510336 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Publish callbacks [] for router, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:05.609375 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] Set router ea295aa4-8fef-4f56-9550-7316c96dcc08 gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:08:05.610368 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:05.749950 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Deleting port 3c0157c6-7ce9-4080-be46-df1b0e8a2308 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:05.750640 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:05.782060 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T07:08:04Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:05.812719 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289ab49-40e7-48a7-8753-a2ccb73f7597 None None] The sync data for ids ['ea295aa4-8fef-4f56-9550-7316c96dcc08'] in dv-cinder-804470-7-iscsi is: [{'id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'name': 'tempest-TestVolumeBootPattern-1141306681-router', 'tenant_id': '1313bcb76a40476eb961b6f7ddf586af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:21Z', 'updated_at': '2021-10-14T07:08:04Z', 'revision_number': 5, 'project_id': '1313bcb76a40476eb961b6f7ddf586af', 'gw_port': {'id': '3c0157c6-7ce9-4080-be46-df1b0e8a2308', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea295aa4-8fef-4f56-9550-7316c96dcc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:22Z', 'updated_at': '2021-10-14T06:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:08:05.828431 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] For port 3c0157c6-7ce9-4080-be46-df1b0e8a2308, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=3c0157c6-7ce9-4080-be46-df1b0e8a2308,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:05.828788 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:05.841370 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Calling delete_port for 3c0157c6-7ce9-4080-be46-df1b0e8a2308 owned by network:router_gateway {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:06.063661 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.092849 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0157c6-7ce9-4080-be46-df1b0e8a2308,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:06.148513 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1731078'] for router_gateway, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.240984 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101434'] for router, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.244476 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.383939 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728175'] for router, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.384509 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea295aa4-8fef-4f56-9550-7316c96dcc08 {{(pid=106663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:08:06.388745 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.389937 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-896fe128-35de-4288-b285-3acc91cbe99c admin admin] 10.222.0.26 "DELETE /v2.0/routers/ea295aa4-8fef-4f56-9550-7316c96dcc08 HTTP/1.1" status: 204 len: 168 time: 1.2197430 Oct 14 07:08:06.392378 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37902) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:06.441476 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff05fd9-9048-4456-bcd0-62c245a2a00b admin admin] Deleting subnet 30bb0207-b6bc-4baf-ae0f-db19022b3a9a {{(pid=106663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:08:06.446838 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6ff05fd9-9048-4456-bcd0-62c245a2a00b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.479961 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6ff05fd9-9048-4456-bcd0-62c245a2a00b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15967505'] for subnet, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.554980 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6ff05fd9-9048-4456-bcd0-62c245a2a00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.727539 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6ff05fd9-9048-4456-bcd0-62c245a2a00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15656615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13022214'] for subnet, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.755784 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff05fd9-9048-4456-bcd0-62c245a2a00b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30bb0207-b6bc-4baf-ae0f-db19022b3a9a,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:06.759294 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-6ff05fd9-9048-4456-bcd0-62c245a2a00b admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.762433 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-6ff05fd9-9048-4456-bcd0-62c245a2a00b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/30bb0207-b6bc-4baf-ae0f-db19022b3a9a HTTP/1.1" status: 204 len: 168 time: 0.3691373 Oct 14 07:08:06.764843 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37904) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:06.767291 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34184cde-843c-4773-b546-c51d27f89a31 None None] Network 69419911-617e-4923-8d84-d193292e8009 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:08:06.840207 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.891465 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Deleting port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:06.891892 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.962400 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] For port 053e33fc-dac1-4a6f-8bfb-44d4c2657855, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=053e33fc-dac1-4a6f-8bfb-44d4c2657855,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:06.962753 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:06.974532 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Calling delete_port for 053e33fc-dac1-4a6f-8bfb-44d4c2657855 owned by network:dhcp {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:06.995848 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03270735-dd11-4772-abf9-1210473edb93 None None] DHCP port deletion for 69419911-617e-4923-8d84-d193292e8009 request from dv-cinder-804470-7-iscsi {{(pid=106665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:08:07.051383 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-03270735-dd11-4772-abf9-1210473edb93 None None] Deleting port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 {{(pid=106665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:07.052070 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-03270735-dd11-4772-abf9-1210473edb93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:07.077755 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 053e33fc-dac1-4a6f-8bfb-44d4c2657855 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:07.115194 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:07.140263 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-03270735-dd11-4772-abf9-1210473edb93 None None] For port 053e33fc-dac1-4a6f-8bfb-44d4c2657855, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=053e33fc-dac1-4a6f-8bfb-44d4c2657855,segment=NetworkSegment(22427c2f-a7b4-43ce-b24d-890741643360),segment_id=22427c2f-a7b4-43ce-b24d-890741643360)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:07.140657 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-03270735-dd11-4772-abf9-1210473edb93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:07.141735 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Pushing event deleted for resources: {'Port': ['ID=053e33fc-dac1-4a6f-8bfb-44d4c2657855,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:07.147901 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] No DVR routers for this DVR port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 on host dv-cinder-804470-7-iscsi {{(pid=106663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:08:07.163658 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-03270735-dd11-4772-abf9-1210473edb93 None None] Calling delete_port for 053e33fc-dac1-4a6f-8bfb-44d4c2657855 owned by network:dhcp {{(pid=106665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:07.170136 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No active binding found for port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 {{(pid=106665) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 14 07:08:07.170552 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 053e33fc-dac1-4a6f-8bfb-44d4c2657855 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:07.170961 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 3c0157c6-7ce9-4080-be46-df1b0e8a2308 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:07.196892 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 3c0157c6-7ce9-4080-be46-df1b0e8a2308 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:07.197239 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 3c0157c6-7ce9-4080-be46-df1b0e8a2308 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:07.197647 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device b5c902b1-adef-4f37-9dfa-6901956c5760 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:07.216428 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:07.235041 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69419911-617e-4923-8d84-d193292e8009']}} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:07.242512 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: b5c902b1-adef-4f37-9dfa-6901956c5760 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:07.242855 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device b5c902b1-adef-4f37-9dfa-6901956c5760 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:07.258565 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22427c2f-a7b4-43ce-b24d-890741643360') {'for_net_delete': True} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:07.258853 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.services.segments.db [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22427c2f-a7b4-43ce-b24d-890741643360') {} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:07.269151 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15967528'] for segment, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:07.283011 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:07.289450 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-03270735-dd11-4772-abf9-1210473edb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024'] for port, after_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=106663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15657989'] for segment, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: Traceback (most recent call last): Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: timer() Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: cb(*args, **kw) Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: return func(*args, **kwargs) Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: self._notify() Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: self.callback(batched_events) Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: event.method(event) Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: return f(self, *a, **k) Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._get(url).json() Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: return self.request(url, 'GET', **kwargs) Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:08:07.292845 dv-cinder-804470-7-iscsi neutron-server[106663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:08:07.315586 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03270735-dd11-4772-abf9-1210473edb93 None None] Pushing event deleted for resources: {'Port': ['ID=053e33fc-dac1-4a6f-8bfb-44d4c2657855,revision_number=None']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:07.319472 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03270735-dd11-4772-abf9-1210473edb93 None None] No DVR routers for this DVR port 053e33fc-dac1-4a6f-8bfb-44d4c2657855 on host dv-cinder-804470-7-iscsi {{(pid=106665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:08:07.429013 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:07.434151 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:07.437272 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] 10.222.0.26 "DELETE /v2.0/networks/69419911-617e-4923-8d84-d193292e8009 HTTP/1.1" status: 204 len: 168 time: 0.6715338 Oct 14 07:08:07.440753 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37906) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:07.449220 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02957c0b-23b1-4966-af42-95dafd2c4279 admin admin] Pushing event deleted for resources: {'Network': ['ID=69419911-617e-4923-8d84-d193292e8009,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:07.772542 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729484'] for router_interface, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:08.004578 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] Deleting port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:08.004912 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:08.079672 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] For port 0c9de84e-97b9-46bb-992d-0d69ed18a7d4, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=0c9de84e-97b9-46bb-992d-0d69ed18a7d4,segment=NetworkSegment(8ba3692f-28e2-4580-b0ef-0e860dafc62e),segment_id=8ba3692f-28e2-4580-b0ef-0e860dafc62e)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:08.080479 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:08.092570 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] Calling delete_port for 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 owned by network:router_interface {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:08.338092 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:08.364140 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9de84e-97b9-46bb-992d-0d69ed18a7d4,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:08.525622 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1726812'] for router_interface, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:08.737884 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] Router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:08:09.092355 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:08:09.103154 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8297ee23-e323-42cd-82d5-7dae71b1d049 admin admin] 10.222.0.26 "PUT /v2.0/routers/07de4cf9-5cd4-4707-95c2-8b49ebf2db9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6556404 Oct 14 07:08:09.103154 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37908) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:09.103342 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] Sync routers for ids ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:08:09.112184 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] Routers {'07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:08:09.112790 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:07:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:09.203412 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Publish callbacks [] for router, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:09.215816 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] Set router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:08:09.306853 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:09.447802 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Deleting port b93f3874-69f5-466f-a1bb-f55a0623f37c {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:09.448140 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:09.470831 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'name': 'tempest-TestVolumeBootPattern-1503525930-router', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:31Z', 'updated_at': '2021-10-14T07:08:08Z', 'revision_number': 5, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'gw_port': {'id': 'b93f3874-69f5-466f-a1bb-f55a0623f37c', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T06:59:32Z', 'updated_at': '2021-10-14T06:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:09.497876 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] Checking router: 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:08:09.507015 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] Routers {'07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:08:09.507654 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:07:57Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:09.525697 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] For port b93f3874-69f5-466f-a1bb-f55a0623f37c, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=b93f3874-69f5-466f-a1bb-f55a0623f37c,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:09.526312 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:09.538734 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Calling delete_port for b93f3874-69f5-466f-a1bb-f55a0623f37c owned by network:router_gateway {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:09.594337 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] Set router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c gateway port host: None {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:08:09.647931 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'name': 'tempest-TestVolumeBootPattern-1503525930-router', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:31Z', 'updated_at': '2021-10-14T07:08:09Z', 'revision_number': 6, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'gw_port_host': None}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:09.674215 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d048ff7-e148-446b-b028-82fa062fcb5c None None] The sync data for ids ['07de4cf9-5cd4-4707-95c2-8b49ebf2db9c'] in dv-cinder-804470-7-iscsi is: [{'id': '07de4cf9-5cd4-4707-95c2-8b49ebf2db9c', 'name': 'tempest-TestVolumeBootPattern-1503525930-router', 'tenant_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T06:59:31Z', 'updated_at': '2021-10-14T07:08:09Z', 'revision_number': 6, 'project_id': 'c0fbd54efcec49b8b7da20af41b5c3a5', 'gw_port_host': None}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:08:09.799550 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:09.828545 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Pushing event deleted for resources: {'Port': ['ID=b93f3874-69f5-466f-a1bb-f55a0623f37c,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:09.886482 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1731078'] for router_gateway, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:09.974953 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101434'] for router, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:09.977011 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.115224 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728175'] for router, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.115807 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07de4cf9-5cd4-4707-95c2-8b49ebf2db9c {{(pid=106664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:08:10.120587 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] Publish callbacks [] for router, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.121716 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-6ad9c591-e3d4-4deb-9c1b-febe5e3c213a admin admin] 10.222.0.26 "DELETE /v2.0/routers/07de4cf9-5cd4-4707-95c2-8b49ebf2db9c HTTP/1.1" status: 204 len: 168 time: 1.0209937 Oct 14 07:08:10.124170 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37910) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:10.172545 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f2103e-d9c0-48b6-9444-3db4b2e56041 admin admin] Deleting subnet c850f41e-94a4-4574-bc82-e2a3715b8471 {{(pid=106664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:08:10.176217 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d7f2103e-d9c0-48b6-9444-3db4b2e56041 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.209123 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d7f2103e-d9c0-48b6-9444-3db4b2e56041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16552993'] for subnet, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.284877 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d7f2103e-d9c0-48b6-9444-3db4b2e56041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.412587 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d7f2103e-d9c0-48b6-9444-3db4b2e56041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15815735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15940715'] for subnet, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.439316 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2103e-d9c0-48b6-9444-3db4b2e56041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c850f41e-94a4-4574-bc82-e2a3715b8471,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:10.444855 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-d7f2103e-d9c0-48b6-9444-3db4b2e56041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.448481 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-d7f2103e-d9c0-48b6-9444-3db4b2e56041 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c850f41e-94a4-4574-bc82-e2a3715b8471 HTTP/1.1" status: 204 len: 168 time: 0.3229437 Oct 14 07:08:10.450539 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37912) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:10.450765 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cefdb5-5dde-4f4a-8376-422203fad1fb None None] Network 1c7da68e-b559-4559-a503-550be084506d requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:08:10.523947 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.578633 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Deleting port 785812ec-60b6-420d-a2cc-8738946c6a6e {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:10.579202 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.635645 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d80d33-df42-4b96-a34f-9118135395a3 None None] DHCP port deletion for 1c7da68e-b559-4559-a503-550be084506d request from dv-cinder-804470-7-iscsi {{(pid=106665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:08:10.655620 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] For port 785812ec-60b6-420d-a2cc-8738946c6a6e, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=785812ec-60b6-420d-a2cc-8738946c6a6e,segment=NetworkSegment(8ba3692f-28e2-4580-b0ef-0e860dafc62e),segment_id=8ba3692f-28e2-4580-b0ef-0e860dafc62e)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:10.655620 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.670213 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Calling delete_port for 785812ec-60b6-420d-a2cc-8738946c6a6e owned by network:dhcp {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:10.690046 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-a1d80d33-df42-4b96-a34f-9118135395a3 None None] Deleting port 785812ec-60b6-420d-a2cc-8738946c6a6e {{(pid=106665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:10.690734 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-a1d80d33-df42-4b96-a34f-9118135395a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.750920 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-a1d80d33-df42-4b96-a34f-9118135395a3 None None] For port 785812ec-60b6-420d-a2cc-8738946c6a6e, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=785812ec-60b6-420d-a2cc-8738946c6a6e,segment=NetworkSegment(8ba3692f-28e2-4580-b0ef-0e860dafc62e),segment_id=8ba3692f-28e2-4580-b0ef-0e860dafc62e)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:10.751305 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-a1d80d33-df42-4b96-a34f-9118135395a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.764150 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-a1d80d33-df42-4b96-a34f-9118135395a3 None None] Calling delete_port for 785812ec-60b6-420d-a2cc-8738946c6a6e owned by network:dhcp {{(pid=106665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:10.812220 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.840563 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-a1d80d33-df42-4b96-a34f-9118135395a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024'] for port, after_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.841481 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Pushing event deleted for resources: {'Port': ['ID=785812ec-60b6-420d-a2cc-8738946c6a6e,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:10.844796 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] No DVR routers for this DVR port 785812ec-60b6-420d-a2cc-8738946c6a6e on host dv-cinder-804470-7-iscsi {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:08:10.854781 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d80d33-df42-4b96-a34f-9118135395a3 None None] No DVR routers for this DVR port 785812ec-60b6-420d-a2cc-8738946c6a6e on host dv-cinder-804470-7-iscsi {{(pid=106665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:08:10.875428 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d80d33-df42-4b96-a34f-9118135395a3 None None] Pushing event deleted for resources: {'Port': ['ID=785812ec-60b6-420d-a2cc-8738946c6a6e,revision_number=None']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:10.914112 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.932841 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7da68e-b559-4559-a503-550be084506d']}} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:10.947569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba3692f-28e2-4580-b0ef-0e860dafc62e') {'for_net_delete': True} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:10.947569 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba3692f-28e2-4580-b0ef-0e860dafc62e') {} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:10.951496 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16552984'] for segment, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.965349 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.971130 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=106664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:08:10.971617 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15818389'] for segment, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: Traceback (most recent call last): Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: timer() Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: cb(*args, **kw) Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: return func(*args, **kwargs) Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: self._notify() Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: self.callback(batched_events) Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: event.method(event) Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: return f(self, *a, **k) Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._get(url).json() Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: return self.request(url, 'GET', **kwargs) Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:08:10.973248 dv-cinder-804470-7-iscsi neutron-server[106664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:08:11.074655 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device b93f3874-69f5-466f-a1bb-f55a0623f37c no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:11.094175 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: b93f3874-69f5-466f-a1bb-f55a0623f37c {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:11.094517 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device b93f3874-69f5-466f-a1bb-f55a0623f37c not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:11.094916 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:11.097727 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:11.103516 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:11.106719 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1c7da68e-b559-4559-a503-550be084506d HTTP/1.1" status: 204 len: 168 time: 0.6551979 Oct 14 07:08:11.117063 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:11.117063 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 0c9de84e-97b9-46bb-992d-0d69ed18a7d4 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:11.117063 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 785812ec-60b6-420d-a2cc-8738946c6a6e no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:11.120159 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439c9f1-4102-4494-8d61-04f9dc8f8479 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7da68e-b559-4559-a503-550be084506d,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:11.133853 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 785812ec-60b6-420d-a2cc-8738946c6a6e {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:11.134205 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 785812ec-60b6-420d-a2cc-8738946c6a6e not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:11.484246 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37916) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:11.522250 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-8262f11f-d125-402d-8258-55b9ada0a631 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1313bcb76a40476eb961b6f7ddf586af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368741 Oct 14 07:08:11.524483 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37918) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:11.569887 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-420a829c-7634-4da6-b0ce-d8614e3c01e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:11.589607 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-420a829c-7634-4da6-b0ce-d8614e3c01e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:11.703427 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-420a829c-7634-4da6-b0ce-d8614e3c01e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:11.705942 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-420a829c-7634-4da6-b0ce-d8614e3c01e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:11.707052 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-420a829c-7634-4da6-b0ce-d8614e3c01e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcd5b700-7d0f-4bd1-a365-3f3e39572529 HTTP/1.1" status: 204 len: 168 time: 0.1817162 Oct 14 07:08:11.714574 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a829c-7634-4da6-b0ce-d8614e3c01e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd5b700-7d0f-4bd1-a365-3f3e39572529,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:12.309835 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37924) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:12.348488 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-4708de6f-1c62-4778-9231-906ccc99b28f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0fbd54efcec49b8b7da20af41b5c3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375643 Oct 14 07:08:12.350715 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37926) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:12.396398 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4a210e74-cecc-42de-a05b-02394cf2d06d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:12.416612 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4a210e74-cecc-42de-a05b-02394cf2d06d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:12.526125 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4a210e74-cecc-42de-a05b-02394cf2d06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:12.528620 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-4a210e74-cecc-42de-a05b-02394cf2d06d admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:12.536342 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-4a210e74-cecc-42de-a05b-02394cf2d06d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80254770-4121-4395-892f-fcde5416273e HTTP/1.1" status: 204 len: 168 time: 0.1781690 Oct 14 07:08:12.537423 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a210e74-cecc-42de-a05b-02394cf2d06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80254770-4121-4395-892f-fcde5416273e,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:22.006003 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:24.394873 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-998e004c-d26a-4668-8e4b-6dca4b0e4449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:26.675438 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:08:27.217196 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f4508a1e-1426-4d13-9a18-e6741c8472c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:27.872768 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-e4fd3763-f355-421c-8fe6-094fbae85664 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386879 Oct 14 07:08:27.948284 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-14afec34-c7aa-4cc8-8d21-b1dfc5fdad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:27.949697 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-14afec34-c7aa-4cc8-8d21-b1dfc5fdad9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 1137 time: 0.0418427 Oct 14 07:08:28.049984 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-e3092f57-3577-494b-85ef-5a413742eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:28.051431 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-e3092f57-3577-494b-85ef-5a413742eb6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c HTTP/1.1" status: 200 len: 915 time: 0.0817971 Oct 14 07:08:28.117891 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-8512ab5b-670b-42bd-99cb-f9689f61703e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 200 len: 1001 time: 0.0584397 Oct 14 07:08:28.166817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-9760bca7-5e0a-4898-bbe2-af70e13f45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:28.168134 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-9760bca7-5e0a-4898-bbe2-af70e13f45f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b9c2877-04d0-4258-b562-35bcd7499ed2 HTTP/1.1" status: 200 len: 853 time: 0.0422332 Oct 14 07:08:28.215303 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-6a61eccf-2579-44d1-ac37-78e4902dfefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:28.216764 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-6a61eccf-2579-44d1-ac37-78e4902dfefe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380371 Oct 14 07:08:28.307887 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-67452d6e-c75f-48b5-9225-e024a2628377 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815606 Oct 14 07:08:28.395551 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-902a0463-bd6a-4005-b9be-95d3334183b7 req-caf3ea74-845e-445f-a5b6-b8fa9f3dee92 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795701 Oct 14 07:08:28.405784 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:28.718562 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:30.205810 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:34.188677 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-c89169d5-6e06-4fff-a9e8-d14add8858d4 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571788489&fields=id&tenant_id=2efb1bcb96e847e6aacb347fcec48c16 HTTP/1.1" status: 200 len: 267 time: 0.0331521 Oct 14 07:08:34.255844 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-689046b0-4adf-47ce-b4fd-609ef412815f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:34.257281 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-689046b0-4adf-47ce-b4fd-609ef412815f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 984 time: 0.0621557 Oct 14 07:08:34.268078 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.v2.base [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-079eb75e-3065-4451-910f-8e9a3c4a5ade tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Request body: {'port': {'security_groups': ['598ef390-b5b9-4260-9cae-d418434b6f7f']}} {{(pid=106664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 14 07:08:34.329364 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-079eb75e-3065-4451-910f-8e9a3c4a5ade tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663955'] for port, before_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:34.499206 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-079eb75e-3065-4451-910f-8e9a3c4a5ade tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] For port f4c56812-6ee2-41b8-8a31-c298400235a6, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=f4c56812-6ee2-41b8-8a31-c298400235a6,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:34.530367 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-079eb75e-3065-4451-910f-8e9a3c4a5ade tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for port, precommit_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:34.605497 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-079eb75e-3065-4451-910f-8e9a3c4a5ade tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784207485251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784207082033', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784207082051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15818481'] for port, after_update {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:34.644566 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['f4c56812-6ee2-41b8-8a31-c298400235a6'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:08:34.651309 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-079eb75e-3065-4451-910f-8e9a3c4a5ade tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:34.651948 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-079eb75e-3065-4451-910f-8e9a3c4a5ade tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:34.653323 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-60e26dcf-d24d-462b-9591-2790e09f58e4 req-079eb75e-3065-4451-910f-8e9a3c4a5ade tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "PUT /v2.0/ports/f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 200 len: 942 time: 0.3897338 Oct 14 07:08:34.653766 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:08:34.656064 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268cce71-0c45-4a6d-a041-115e5aa8637c" -d '{"events": [{"name": "network-changed", "server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:08:34.662069 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 37946) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:34.690257 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eb75e-3065-4451-910f-8e9a3c4a5ade tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event updated for resources: {'Port': ['ID=f4c56812-6ee2-41b8-8a31-c298400235a6,revision_number=7']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:34.716098 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1454ef1b-4fd2-4548-b3db-b57d04233664 x-openstack-request-id: req-1454ef1b-4fd2-4548-b3db-b57d04233664 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:08:34.716389 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:08:34.716632 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1454ef1b-4fd2-4548-b3db-b57d04233664 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:08:34.717015 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'status': 'completed', 'code': 200} Oct 14 07:08:34.729196 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:34.756023 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:34.784117 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['f4c56812-6ee2-41b8-8a31-c298400235a6'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:08:34.815629 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-6531f345-4156-464c-bf74-5925f1891102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:34.817807 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-6531f345-4156-464c-bf74-5925f1891102 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 1098 time: 0.0566907 Oct 14 07:08:34.903303 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:34.906171 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for security_group, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:34.907808 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "DELETE /v2.0/security-groups/09fc4496-756e-462d-aea1-67c263a558c7 HTTP/1.1" status: 204 len: 168 time: 0.2440567 Oct 14 07:08:34.911253 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 37948) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:34.921986 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fc4496-756e-462d-aea1-67c263a558c7,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:34.925914 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.926259 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.926592 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.926915 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.927461 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.927795 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.928115 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.928438 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.928757 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.929116 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.929478 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.929797 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf6de23-7dbe-4e82-a9ff-97c2f820b6d5 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:34.961616 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-d6121f3a-9cab-45ab-9b32-52a77535d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:34.962742 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-d6121f3a-9cab-45ab-9b32-52a77535d503 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c HTTP/1.1" status: 200 len: 915 time: 0.1348920 Oct 14 07:08:34.984689 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.provisioning_blocks [None req-f68cb1b1-7416-4f14-8afe-23be81464942 None None] Provisioning complete for port f4c56812-6ee2-41b8-8a31-c298400235a6 triggered by entity DHCP. {{(pid=106665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 14 07:08:34.989353 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f68cb1b1-7416-4f14-8afe-23be81464942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-609197'] for port, provisioning_complete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:35.075553 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-8e3c284b-009c-4898-9f86-b65e48f734ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 200 len: 1001 time: 0.1032815 Oct 14 07:08:35.148278 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-ecedd64e-1d25-4b3a-a261-b7e8e2fb6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:35.149675 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-ecedd64e-1d25-4b3a-a261-b7e8e2fb6f0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b9c2877-04d0-4258-b562-35bcd7499ed2 HTTP/1.1" status: 200 len: 853 time: 0.0654852 Oct 14 07:08:35.172566 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Deleting port ed5089bc-6af8-459f-80bc-f48e971f2f60 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:35.172897 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:35.252795 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-2efb7830-8f6f-47b7-8377-ea6b67028844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:35.254309 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-2efb7830-8f6f-47b7-8377-ea6b67028844 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933702 Oct 14 07:08:35.287271 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:35.287544 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:35.308143 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Calling delete_port for ed5089bc-6af8-459f-80bc-f48e971f2f60 owned by network:floatingip {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:35.406724 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-6a9fadb0-4cc7-4b5e-82db-9a50951d7b8e service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421237 Oct 14 07:08:35.529242 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-268cce71-0c45-4a6d-a041-115e5aa8637c req-666a36c2-74f3-40e6-9694-3376ca48cce4 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139143 Oct 14 07:08:35.639915 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:35.666370 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event deleted for resources: {'Port': ['ID=ed5089bc-6af8-459f-80bc-f48e971f2f60,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:35.727761 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks [] for floatingip, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:35.728095 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.db.l3_db [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Floating IP 18d538c1-3330-4063-b100-30556acddf54 disassociated (deleted). External IP: 172.27.0.160, port: f4c56812-6ee2-41b8-8a31-c298400235a6. Oct 14 07:08:35.924136 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Router 30ac9a4c-406e-4bd3-aff9-7017a794044d has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:08:36.276280 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:08:36.281008 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for floatingip, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:36.286386 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] Sync routers for ids ['30ac9a4c-406e-4bd3-aff9-7017a794044d'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:08:36.295106 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] Routers {'30ac9a4c-406e-4bd3-aff9-7017a794044d'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:08:36.295734 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:08:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['30ac9a4c-406e-4bd3-aff9-7017a794044d'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:36.309182 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-850e8c00-6f57-42ff-af75-a4fd2c0496dc tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "DELETE /v2.0/floatingips/18d538c1-3330-4063-b100-30556acddf54 HTTP/1.1" status: 204 len: 168 time: 1.3939891 Oct 14 07:08:36.398653 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] Set router 30ac9a4c-406e-4bd3-aff9-7017a794044d gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:08:36.597361 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:09Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'af8a5199-8059-47e2-acfb-42f235765dff', 'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'mac_address': 'fa:16:3e:5e:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:08Z', 'updated_at': '2021-10-14T07:06:12Z', 'revision_number': 5, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'subnets': [{'id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:36.622789 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] Checking router: 30ac9a4c-406e-4bd3-aff9-7017a794044d for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:08:36.631230 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] Routers {'30ac9a4c-406e-4bd3-aff9-7017a794044d'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:08:36.631867 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:08:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['30ac9a4c-406e-4bd3-aff9-7017a794044d'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:36.717748 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:08:36.720270 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052d7486-5e55-48b6-8e9f-726f36c1ec02" -d '{"events": [{"name": "network-changed", "server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:08:36.757081 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Oct 2021 07:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7783e6f8-8199-4fd9-a617-c1834bd2ca40 x-openstack-request-id: req-7783e6f8-8199-4fd9-a617-c1834bd2ca40 {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:08:36.757374 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:08:36.757629 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7783e6f8-8199-4fd9-a617-c1834bd2ca40 {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:08:36.758026 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'status': 'completed', 'code': 200} Oct 14 07:08:36.840975 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-17d1eb9b-aee9-4443-b50d-5debbde046de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:36.842556 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-17d1eb9b-aee9-4443-b50d-5debbde046de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 1098 time: 0.0411377 Oct 14 07:08:36.857002 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] Set router 30ac9a4c-406e-4bd3-aff9-7017a794044d gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:08:36.962459 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-05fb06bf-3369-4810-a45d-cbe5d0d64af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:36.963839 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-05fb06bf-3369-4810-a45d-cbe5d0d64af8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c HTTP/1.1" status: 200 len: 915 time: 0.1106474 Oct 14 07:08:37.006358 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-4893c97e-9950-4962-9f9e-0b51a6cc30ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 200 len: 217 time: 0.0341649 Oct 14 07:08:37.055967 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-ed4928d0-cfc8-44a4-bc56-41bd447843d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:37.057413 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-ed4928d0-cfc8-44a4-bc56-41bd447843d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b9c2877-04d0-4258-b562-35bcd7499ed2 HTTP/1.1" status: 200 len: 853 time: 0.0432904 Oct 14 07:08:37.062755 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:09Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'af8a5199-8059-47e2-acfb-42f235765dff', 'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'mac_address': 'fa:16:3e:5e:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:08Z', 'updated_at': '2021-10-14T07:06:12Z', 'revision_number': 5, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'subnets': [{'id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:37.093327 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bed39e-ba8e-476c-ab6d-91dee04e339c None None] The sync data for ids ['30ac9a4c-406e-4bd3-aff9-7017a794044d'] in dv-cinder-804470-7-iscsi is: [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:06:09Z', 'revision_number': 4, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi', '_interfaces': [{'id': 'af8a5199-8059-47e2-acfb-42f235765dff', 'name': '', 'network_id': 'e7ba7a6d-4d19-42d9-bfc5-6d22c997738c', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'mac_address': 'fa:16:3e:5e:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:08Z', 'updated_at': '2021-10-14T07:06:12Z', 'revision_number': 5, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'subnets': [{'id': '0b9c2877-04d0-4258-b562-35bcd7499ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:08:37.103599 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-19f4b8c6-d33e-4ea6-a900-4bf718e2c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:37.105186 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-19f4b8c6-d33e-4ea6-a900-4bf718e2c466 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399175 Oct 14 07:08:37.210284 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-71f9eb38-b290-47f8-91ab-0811075dce0e service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971477 Oct 14 07:08:37.313714 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-052d7486-5e55-48b6-8e9f-726f36c1ec02 req-64b09a80-7811-4b36-b7e7-003b320a2530 service neutron] 10.222.0.39 "GET /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933061 Oct 14 07:08:37.326772 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8cd4d-27fa-40b5-ab2f-888cd6459ad4 None None] New status for floating IP 18d538c1-3330-4063-b100-30556acddf54: DOWN {{(pid=106666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 14 07:08:40.631642 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4f2c-4c6e-448a-8448-c6231a02e730 req-8fc65447-fbf0-4aea-9789-071b6a0ea405 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:40.633128 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c7fd4f2c-4c6e-448a-8448-c6231a02e730 req-8fc65447-fbf0-4aea-9789-071b6a0ea405 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 945 time: 0.0473599 Oct 14 07:08:40.670079 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-c7fd4f2c-4c6e-448a-8448-c6231a02e730 req-9568d568-383a-4638-a53c-d7b2daaccf77 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311730 Oct 14 07:08:41.781110 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388f7c6-7e6d-4541-84c2-950760b18e54 req-ce1f2f0b-80cd-40d3-9938-1af77d4eaaba tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:41.782795 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b388f7c6-7e6d-4541-84c2-950760b18e54 req-ce1f2f0b-80cd-40d3-9938-1af77d4eaaba tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 945 time: 0.0469158 Oct 14 07:08:41.818640 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-b388f7c6-7e6d-4541-84c2-950760b18e54 req-3623b1a6-7d97-4401-9d53-95e4c5d0be4f tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/security-groups?id=598ef390-b5b9-4260-9cae-d418434b6f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301032 Oct 14 07:08:42.454683 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-96383fcc-d479-4396-b858-7e90835ce379 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 14 07:08:42.456003 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-96383fcc-d479-4396-b858-7e90835ce379 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.39 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 945 time: 0.0492682 Oct 14 07:08:42.540422 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-6171b9e3-0647-4839-bdf2-109d92509f6d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Deleting port f4c56812-6ee2-41b8-8a31-c298400235a6 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:42.540749 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-6171b9e3-0647-4839-bdf2-109d92509f6d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:42.628120 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-6171b9e3-0647-4839-bdf2-109d92509f6d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] For port f4c56812-6ee2-41b8-8a31-c298400235a6, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=f4c56812-6ee2-41b8-8a31-c298400235a6,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:42.628468 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-6171b9e3-0647-4839-bdf2-109d92509f6d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:42.639690 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-6171b9e3-0647-4839-bdf2-109d92509f6d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Calling delete_port for f4c56812-6ee2-41b8-8a31-c298400235a6 owned by compute:nova {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:42.826800 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-6171b9e3-0647-4839-bdf2-109d92509f6d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:42.859266 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171b9e3-0647-4839-bdf2-109d92509f6d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Pushing event deleted for resources: {'Port': ['ID=f4c56812-6ee2-41b8-8a31-c298400235a6,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:42.861962 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] get_ports_and_sgs() called for port_ids ['f4c56812-6ee2-41b8-8a31-c298400235a6'] {{(pid=106665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 14 07:08:42.908487 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-6171b9e3-0647-4839-bdf2-109d92509f6d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] No DVR routers for this DVR port f4c56812-6ee2-41b8-8a31-c298400235a6 on host hv-cinder-80447 {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:08:42.917591 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-6171b9e3-0647-4839-bdf2-109d92509f6d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208216'] for port, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:42.920834 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-202e2198-df2b-40d8-8104-8e34e8938e9f req-6171b9e3-0647-4839-bdf2-109d92509f6d tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.39 "DELETE /v2.0/ports/f4c56812-6ee2-41b8-8a31-c298400235a6 HTTP/1.1" status: 204 len: 173 time: 0.4589417 Oct 14 07:08:42.921266 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'name': 'network-vif-deleted', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6'}] {{(pid=106664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 14 07:08:42.923427 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8e75db4c4ddcbcf96a3c9674e1191140e98691b1fb3c49925e328903bd187c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8049a8-fa8a-4407-ac40-cd6c5b2ee117" -d '{"events": [{"server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "name": "network-vif-deleted", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6"}]}' {{(pid=106664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 14 07:08:42.943576 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [req-e850519a-7a17-44f5-86f7-d907d8a0458c req-a1e7c30c-d0a5-41c0-b6b5-37f67b435df3 tempest-TestMinimumBasicScenario-1268233035 tempest-TestMinimumBasicScenario-1268233035-project] 10.222.0.26 "GET /v2.0/ports?device_id=597af91d-f17f-4f6f-af74-5c84ed2b7df9 HTTP/1.1" status: 200 len: 210 time: 0.0373061 Oct 14 07:08:42.959573 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Oct 2021 07:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3325eb01-1868-4345-9dc8-f2302d3200ea x-openstack-request-id: req-3325eb01-1868-4345-9dc8-f2302d3200ea {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 14 07:08:42.959862 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597af91d-f17f-4f6f-af74-5c84ed2b7df9", "name": "network-vif-deleted", "tag": "f4c56812-6ee2-41b8-8a31-c298400235a6", "status": "completed", "code": 200}]} {{(pid=106664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 14 07:08:42.960106 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3325eb01-1868-4345-9dc8-f2302d3200ea {{(pid=106664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 14 07:08:42.960487 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597af91d-f17f-4f6f-af74-5c84ed2b7df9', 'name': 'network-vif-deleted', 'tag': 'f4c56812-6ee2-41b8-8a31-c298400235a6', 'status': 'completed', 'code': 200} Oct 14 07:08:45.139072 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 38032) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:45.469553 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729484'] for router_interface, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:45.703250 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] Deleting port af8a5199-8059-47e2-acfb-42f235765dff {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:45.703620 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:45.778197 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] For port af8a5199-8059-47e2-acfb-42f235765dff, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=af8a5199-8059-47e2-acfb-42f235765dff,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:45.778463 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:45.790554 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] Calling delete_port for af8a5199-8059-47e2-acfb-42f235765dff owned by network:router_interface {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:46.045406 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:46.074092 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] Pushing event deleted for resources: {'Port': ['ID=af8a5199-8059-47e2-acfb-42f235765dff,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:46.233420 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1726812'] for router_interface, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:46.436381 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] Router 30ac9a4c-406e-4bd3-aff9-7017a794044d has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:08:46.537931 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:08:46.542903 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-093d20cd-abba-42c2-93a1-7503de1bbeed admin admin] 10.222.0.26 "PUT /v2.0/routers/30ac9a4c-406e-4bd3-aff9-7017a794044d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4027061 Oct 14 07:08:46.545395 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 38034) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:46.547469 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] Sync routers for ids ['30ac9a4c-406e-4bd3-aff9-7017a794044d'] in dv-cinder-804470-7-iscsi {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:08:46.556347 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] Routers {'30ac9a4c-406e-4bd3-aff9-7017a794044d'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:08:46.556944 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:08:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['30ac9a4c-406e-4bd3-aff9-7017a794044d'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:46.639969 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device f4c56812-6ee2-41b8-8a31-c298400235a6 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:46.648420 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Publish callbacks [] for router, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:46.662623 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] No Port match for: f4c56812-6ee2-41b8-8a31-c298400235a6 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:46.662960 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Device f4c56812-6ee2-41b8-8a31-c298400235a6 not bound to the agent host hv-cinder-80447 {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:46.681349 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] Set router 30ac9a4c-406e-4bd3-aff9-7017a794044d gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:08:46.862960 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:08:45Z', 'revision_number': 5, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:46.894199 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] Checking router: 30ac9a4c-406e-4bd3-aff9-7017a794044d for host: dv-cinder-804470-7-iscsi {{(pid=106665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:08:46.906727 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] Routers {'30ac9a4c-406e-4bd3-aff9-7017a794044d'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:08:46.907742 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:08:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['30ac9a4c-406e-4bd3-aff9-7017a794044d'], 'active': True} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:47.008503 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.010564 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvr_db [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] Set router 30ac9a4c-406e-4bd3-aff9-7017a794044d gateway port host: dv-cinder-804470-7-iscsi {{(pid=106665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:08:47.124817 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Deleting port 45cccbb7-7d42-468e-abd0-92d4799358ee {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:47.125162 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.202809 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] For port 45cccbb7-7d42-468e-abd0-92d4799358ee, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=45cccbb7-7d42-468e-abd0-92d4799358ee,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:47.203169 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.208582 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_hamode_db [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:08:45Z', 'revision_number': 5, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:47.215418 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Calling delete_port for 45cccbb7-7d42-468e-abd0-92d4799358ee owned by network:router_gateway {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:47.235433 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce5b363-abaf-4633-83da-ef0951fede79 None None] The sync data for ids ['30ac9a4c-406e-4bd3-aff9-7017a794044d'] in dv-cinder-804470-7-iscsi is: [{'id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'name': 'tempest-TestMinimumBasicScenario-364946110-router', 'tenant_id': '2efb1bcb96e847e6aacb347fcec48c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:04Z', 'updated_at': '2021-10-14T07:08:45Z', 'revision_number': 5, 'project_id': '2efb1bcb96e847e6aacb347fcec48c16', 'gw_port': {'id': '45cccbb7-7d42-468e-abd0-92d4799358ee', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:43:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ac9a4c-406e-4bd3-aff9-7017a794044d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:06Z', 'updated_at': '2021-10-14T07:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}] {{(pid=106665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:08:47.461186 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.495488 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cccbb7-7d42-468e-abd0-92d4799358ee,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:47.555491 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1731078'] for router_gateway, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.645839 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101434'] for router, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.648106 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.763965 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728175'] for router, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.764528 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ac9a4c-406e-4bd3-aff9-7017a794044d {{(pid=106664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:08:47.769124 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] Publish callbacks [] for router, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.770243 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-dad99c06-754b-49d2-91ee-8b3355972bb9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/30ac9a4c-406e-4bd3-aff9-7017a794044d HTTP/1.1" status: 204 len: 168 time: 1.2238910 Oct 14 07:08:47.772818 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 38036) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:47.822457 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.db_base_plugin_v2 [None req-9289bc4b-cb66-4dc6-8c3b-b35588b50d07 admin admin] Deleting subnet 0b9c2877-04d0-4258-b562-35bcd7499ed2 {{(pid=106664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:08:47.825867 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9289bc4b-cb66-4dc6-8c3b-b35588b50d07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.860599 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9289bc4b-cb66-4dc6-8c3b-b35588b50d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16552993'] for subnet, precommit_delete_associations {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:47.934952 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9289bc4b-cb66-4dc6-8c3b-b35588b50d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.055882 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9289bc4b-cb66-4dc6-8c3b-b35588b50d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15815735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15940715'] for subnet, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.085628 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289bc4b-cb66-4dc6-8c3b-b35588b50d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b9c2877-04d0-4258-b562-35bcd7499ed2,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:48.087583 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-9289bc4b-cb66-4dc6-8c3b-b35588b50d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for subnet, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.090777 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-9289bc4b-cb66-4dc6-8c3b-b35588b50d07 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0b9c2877-04d0-4258-b562-35bcd7499ed2 HTTP/1.1" status: 204 len: 168 time: 0.3168647 Oct 14 07:08:48.092150 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe680c3-b172-4e59-8052-5531ed8c65fe None None] Network e7ba7a6d-4d19-42d9-bfc5-6d22c997738c requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:08:48.093206 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 38038) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:48.161602 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.217205 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Deleting port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:48.217543 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.287783 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] For port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=9705c985-d30c-4a6f-90b0-4a6bc0d52adb,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:48.288152 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.294875 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002d7c6b-78c4-4be0-905c-efc187338321 None None] DHCP port deletion for e7ba7a6d-4d19-42d9-bfc5-6d22c997738c request from dv-cinder-804470-7-iscsi {{(pid=106665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:08:48.301416 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Calling delete_port for 9705c985-d30c-4a6f-90b0-4a6bc0d52adb owned by network:dhcp {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:48.339753 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-002d7c6b-78c4-4be0-905c-efc187338321 None None] Deleting port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb {{(pid=106665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:48.340042 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-002d7c6b-78c4-4be0-905c-efc187338321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.404342 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-002d7c6b-78c4-4be0-905c-efc187338321 None None] For port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=9705c985-d30c-4a6f-90b0-4a6bc0d52adb,segment=NetworkSegment(077319bc-a57f-47a4-aedc-8333ff8edbe0),segment_id=077319bc-a57f-47a4-aedc-8333ff8edbe0)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:48.404733 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-002d7c6b-78c4-4be0-905c-efc187338321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.417347 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-002d7c6b-78c4-4be0-905c-efc187338321 None None] Calling delete_port for 9705c985-d30c-4a6f-90b0-4a6bc0d52adb owned by network:dhcp {{(pid=106665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:48.444190 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.475912 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] No DVR routers for this DVR port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb on host dv-cinder-804470-7-iscsi {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:08:48.479403 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Pushing event deleted for resources: {'Port': ['ID=9705c985-d30c-4a6f-90b0-4a6bc0d52adb,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:48.489691 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-002d7c6b-78c4-4be0-905c-efc187338321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024'] for port, after_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.517951 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d7c6b-78c4-4be0-905c-efc187338321 None None] Pushing event deleted for resources: {'Port': ['ID=9705c985-d30c-4a6f-90b0-4a6bc0d52adb,revision_number=None']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:48.521991 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d7c6b-78c4-4be0-905c-efc187338321 None None] No DVR routers for this DVR port 9705c985-d30c-4a6f-90b0-4a6bc0d52adb on host dv-cinder-804470-7-iscsi {{(pid=106665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:08:48.550161 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.569919 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ba7a6d-4d19-42d9-bfc5-6d22c997738c']}} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:48.578858 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077319bc-a57f-47a4-aedc-8333ff8edbe0') {'for_net_delete': True} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:48.579153 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077319bc-a57f-47a4-aedc-8333ff8edbe0') {} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:48.588858 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16552984'] for segment, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.601585 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.607311 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=106664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:08:48.607720 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15818389'] for segment, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: Traceback (most recent call last): Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: timer() Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: cb(*args, **kw) Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: return func(*args, **kwargs) Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: self._notify() Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: self.callback(batched_events) Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: event.method(event) Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: return f(self, *a, **k) Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._get(url).json() Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: return self.request(url, 'GET', **kwargs) Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:08:48.609335 dv-cinder-804470-7-iscsi neutron-server[106664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:08:48.746860 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.753111 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:48.756906 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e7ba7a6d-4d19-42d9-bfc5-6d22c997738c HTTP/1.1" status: 204 len: 168 time: 0.6628013 Oct 14 07:08:48.759999 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 38040) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:48.767120 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e7d63-abd5-443d-a635-a7714af3af64 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ba7a6d-4d19-42d9-bfc5-6d22c997738c,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:49.089267 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 45cccbb7-7d42-468e-abd0-92d4799358ee no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:49.093353 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1729484'] for router_interface, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:49.108158 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 45cccbb7-7d42-468e-abd0-92d4799358ee {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:49.108684 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 45cccbb7-7d42-468e-abd0-92d4799358ee not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:49.108900 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 9705c985-d30c-4a6f-90b0-4a6bc0d52adb no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:49.127127 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 9705c985-d30c-4a6f-90b0-4a6bc0d52adb {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:49.127488 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 9705c985-d30c-4a6f-90b0-4a6bc0d52adb not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:49.127897 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device af8a5199-8059-47e2-acfb-42f235765dff no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:49.146396 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: af8a5199-8059-47e2-acfb-42f235765dff {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:49.146734 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device af8a5199-8059-47e2-acfb-42f235765dff not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:49.330119 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] Deleting port 32f31d70-f4c1-4424-8135-996901652071 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:49.330368 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:49.405077 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] For port 32f31d70-f4c1-4424-8135-996901652071, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=32f31d70-f4c1-4424-8135-996901652071,segment=NetworkSegment(11969720-4fe6-497b-91ce-feeed765e8f2),segment_id=11969720-4fe6-497b-91ce-feeed765e8f2)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:49.405436 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:49.421328 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] Calling delete_port for 32f31d70-f4c1-4424-8135-996901652071 owned by network:router_interface {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:49.668406 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:49.692980 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f31d70-f4c1-4424-8135-996901652071,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:49.853498 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1726812'] for router_interface, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:50.058862 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] Router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f has already been hosted by L3 agent bad82139-abe0-460d-a24f-34a70776a820 {{(pid=106663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 14 07:08:50.166486 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] Notify agent at l3_agent.dv-cinder-804470-7-iscsi the message routers_updated {{(pid=106663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 14 07:08:50.171621 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-a833bdf2-c3d3-441b-8164-4e11dc9fbed2 admin admin] 10.222.0.26 "PUT /v2.0/routers/828deb0c-7c27-4c6c-9e9c-4a526ec8c27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103651 Oct 14 07:08:50.173956 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 38042) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:50.180431 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] Sync routers for ids ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'] in dv-cinder-804470-7-iscsi {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 14 07:08:50.190098 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] Routers {'828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:08:50.190764 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:08:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:50.275316 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Publish callbacks [] for router, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:50.291600 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] Set router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f gateway port host: dv-cinder-804470-7-iscsi {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:08:50.373842 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:50.460460 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'name': 'tempest-TestMinimumBasicScenario-655614436-router', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'external_fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:12Z', 'updated_at': '2021-10-14T07:08:49Z', 'revision_number': 5, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'gw_port': {'id': '77129a4f-5643-414e-8d4b-00819bfe3a91', 'name': '', 'network_id': '37b6d0c9-4876-4604-a10d-30652fabd51d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-14T07:06:13Z', 'updated_at': '2021-10-14T07:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6f40dc9-f6db-47fa-a0f6-fe8b7e428534', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-7-iscsi'}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:50.489653 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] Checking router: 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f for host: dv-cinder-804470-7-iscsi {{(pid=106666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 14 07:08:50.498261 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] Routers {'828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'} bound to L3 agent in host dv-cinder-804470-7-iscsi {{(pid=106666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 14 07:08:50.498845 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-14T06:48:57Z,description=,heartbeat_timestamp=2021-10-14T07:08:27Z,host='dv-cinder-804470-7-iscsi',id=bad82139-abe0-460d-a24f-34a70776a820,load=0,resource_versions=,resources_synced=,started_at=2021-10-14T06:48:58Z,topic='l3_agent')) {'router_ids': ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'], 'active': True} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:50.521583 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Deleting port 77129a4f-5643-414e-8d4b-00819bfe3a91 {{(pid=106663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:50.521917 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:50.583311 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_dvr_db [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] Set router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f gateway port host: None {{(pid=106666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 14 07:08:50.599135 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.db [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] For port 77129a4f-5643-414e-8d4b-00819bfe3a91, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=77129a4f-5643-414e-8d4b-00819bfe3a91,segment=NetworkSegment(c35a0645-71de-478c-a17b-24d8be1826f5),segment_id=c35a0645-71de-478c-a17b-24d8be1826f5)] {{(pid=106663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:50.599520 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:50.615282 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Calling delete_port for 77129a4f-5643-414e-8d4b-00819bfe3a91 owned by network:router_gateway {{(pid=106663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:50.634349 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.l3_hamode_db [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'name': 'tempest-TestMinimumBasicScenario-655614436-router', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:12Z', 'updated_at': '2021-10-14T07:08:50Z', 'revision_number': 6, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'gw_port_host': None}], 'dv-cinder-804470-7-iscsi', False) {} {{(pid=106666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:50.664264 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc2508-88b1-4c08-8a51-32a4b5a9aa8f None None] The sync data for ids ['828deb0c-7c27-4c6c-9e9c-4a526ec8c27f'] in dv-cinder-804470-7-iscsi is: [{'id': '828deb0c-7c27-4c6c-9e9c-4a526ec8c27f', 'name': 'tempest-TestMinimumBasicScenario-655614436-router', 'tenant_id': '621b196058a04cc49a035cec3c5b0430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-14T07:06:12Z', 'updated_at': '2021-10-14T07:08:50Z', 'revision_number': 6, 'project_id': '621b196058a04cc49a035cec3c5b0430', 'gw_port_host': None}] {{(pid=106666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 14 07:08:50.885554 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15658070'] for port, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:50.920368 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Pushing event deleted for resources: {'Port': ['ID=77129a4f-5643-414e-8d4b-00819bfe3a91,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:50.976498 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1731078'] for router_gateway, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.067275 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101434'] for router, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.069489 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.182916 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1728175'] for router, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.183376 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828deb0c-7c27-4c6c-9e9c-4a526ec8c27f {{(pid=106663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 14 07:08:51.188085 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] Publish callbacks [] for router, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.189236 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-fb3f2a9c-5c8f-4d51-a510-733dbd44b29d admin admin] 10.222.0.26 "DELETE /v2.0/routers/828deb0c-7c27-4c6c-9e9c-4a526ec8c27f HTTP/1.1" status: 204 len: 168 time: 1.0143092 Oct 14 07:08:51.192293 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.wsgi [-] (106663) accepted ('10.222.0.26', 38044) {{(pid=106663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:51.237132 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a245fdeb-3c82-4454-8b50-1d687658d1d2 admin admin] Deleting subnet b6c05c09-7328-4190-8655-bf21c987561b {{(pid=106663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 14 07:08:51.240621 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a245fdeb-3c82-4454-8b50-1d687658d1d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.273074 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a245fdeb-3c82-4454-8b50-1d687658d1d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15967505'] for subnet, precommit_delete_associations {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.344425 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a245fdeb-3c82-4454-8b50-1d687658d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-571353'] for subnet, precommit_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.456033 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 32f31d70-f4c1-4424-8135-996901652071 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:51.467637 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a245fdeb-3c82-4454-8b50-1d687658d1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-571344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15656615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13022214'] for subnet, after_delete {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.476900 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 32f31d70-f4c1-4424-8135-996901652071 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:51.481854 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 32f31d70-f4c1-4424-8135-996901652071 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:51.491650 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245fdeb-3c82-4454-8b50-1d687658d1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c05c09-7328-4190-8655-bf21c987561b,revision_number=None']} {{(pid=106663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:51.497427 dv-cinder-804470-7-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-a245fdeb-3c82-4454-8b50-1d687658d1d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.502597 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59fc264-44ef-41bc-ab56-a550e5e8dae2 None None] Network 7a9595bc-6226-4db7-ad08-fda13ab77613 requested from dv-cinder-804470-7-iscsi {{(pid=106665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 14 07:08:51.503273 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 38046) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:51.506175 dv-cinder-804470-7-iscsi neutron-server[106663]: INFO neutron.wsgi [None req-a245fdeb-3c82-4454-8b50-1d687658d1d2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b6c05c09-7328-4190-8655-bf21c987561b HTTP/1.1" status: 204 len: 168 time: 0.3075044 Oct 14 07:08:51.577523 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526739'] for network, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.633686 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Deleting port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 {{(pid=106664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:51.634016 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.673455 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] DHCP port deletion for 7a9595bc-6226-4db7-ad08-fda13ab77613 request from dv-cinder-804470-7-iscsi {{(pid=106665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 14 07:08:51.700318 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.db [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] For port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8,segment=NetworkSegment(11969720-4fe6-497b-91ce-feeed765e8f2),segment_id=11969720-4fe6-497b-91ce-feeed765e8f2)] {{(pid=106664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:51.700673 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.715721 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.plugin [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Calling delete_port for d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 owned by network:dhcp {{(pid=106664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:51.721721 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Deleting port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 {{(pid=106665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 14 07:08:51.722093 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784207478995'] for port, before_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.788924 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.db [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] For port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8, host dv-cinder-804470-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-7-iscsi',level=0,port_id=d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8,segment=NetworkSegment(11969720-4fe6-497b-91ce-feeed765e8f2),segment_id=11969720-4fe6-497b-91ce-feeed765e8f2)] {{(pid=106665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 14 07:08:51.789323 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1731355'] for port, precommit_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.801152 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Calling delete_port for d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 owned by network:dhcp {{(pid=106665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 14 07:08:51.880594 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15818438'] for port, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.886014 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-664163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-225109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784207485233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784207082024'] for port, after_delete {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:51.907220 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:51.908815 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Pushing event deleted for resources: {'Port': ['ID=d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8,revision_number=None']} {{(pid=106665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:51.910595 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] No DVR routers for this DVR port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 on host dv-cinder-804470-7-iscsi {{(pid=106664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:08:51.918158 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.918481 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.918643 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.918819 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.918938 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.919236 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.919370 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.919568 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.919681 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.919803 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.919939 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.920120 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.920235 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.920438 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.920562 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.920761 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.920897 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.921086 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.921201 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.921404 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.921555 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.921726 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.921843 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.922103 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-7-iscsi {{(pid=106664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 14 07:08:51.924322 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b550f-8e10-4253-af0f-5f656ea2a6bc None None] No DVR routers for this DVR port d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 on host dv-cinder-804470-7-iscsi {{(pid=106665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 14 07:08:51.995089 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609612', 'neutron.services.segments.db._delete_segments_for_network-8784207591217'] for network, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.015185 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9595bc-6226-4db7-ad08-fda13ab77613']}} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:52.024138 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11969720-4fe6-497b-91ce-feeed765e8f2') {'for_net_delete': True} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:52.024435 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.services.segments.db [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11969720-4fe6-497b-91ce-feeed765e8f2') {} {{(pid=106664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 14 07:08:52.028518 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.034314 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784207591994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16552984'] for segment, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.046697 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514'] for segment, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.053067 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=106664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 14 07:08:52.053450 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-609514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15818389'] for segment, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: Traceback (most recent call last): Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: timer() Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: cb(*args, **kw) Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: return func(*args, **kwargs) Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: self._notify() Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: self.callback(batched_events) Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: event.method(event) Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: aggregate_uuid = self.p_client.list_aggregates( Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: return f(self, *a, **k) Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._get(url).json() Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: return self.request(url, 'GET', **kwargs) Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: base_url = self.get_endpoint(auth, allow=allow, Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 14 07:08:52.055073 dv-cinder-804470-7-iscsi neutron-server[106664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 14 07:08:52.194212 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609607', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1606324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1731290'] for network, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.200704 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607502'] for network, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.203952 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7a9595bc-6226-4db7-ad08-fda13ab77613 HTTP/1.1" status: 204 len: 168 time: 0.6990328 Oct 14 07:08:52.214539 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e74415-0c1d-4671-8056-05779ae63826 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9595bc-6226-4db7-ad08-fda13ab77613,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:52.604722 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 38050) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:52.646812 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-f043d564-3383-4255-b279-5a64d7e5d4dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2efb1bcb96e847e6aacb347fcec48c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409281 Oct 14 07:08:52.649129 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 38052) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:52.695016 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a56fd671-a681-4146-8c49-3bf480e73fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.715469 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a56fd671-a681-4146-8c49-3bf480e73fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.826788 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a56fd671-a681-4146-8c49-3bf480e73fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.829401 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-a56fd671-a681-4146-8c49-3bf480e73fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:52.830529 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-a56fd671-a681-4146-8c49-3bf480e73fa7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/598ef390-b5b9-4260-9cae-d418434b6f7f HTTP/1.1" status: 204 len: 168 time: 0.1805322 Oct 14 07:08:52.838500 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fd671-a681-4146-8c49-3bf480e73fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598ef390-b5b9-4260-9cae-d418434b6f7f,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:53.088684 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 77129a4f-5643-414e-8d4b-00819bfe3a91 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:53.109541 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: 77129a4f-5643-414e-8d4b-00819bfe3a91 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:53.109822 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device 77129a4f-5643-414e-8d4b-00819bfe3a91 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:53.110227 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 no longer exists at agent ovs-agent-dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 14 07:08:53.128645 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.plugin [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] No Port match for: d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 {{(pid=106665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 14 07:08:53.131402 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron.plugins.ml2.rpc [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Device d59e9493-7fb2-4b9d-bad4-d2d1749a0aa8 not bound to the agent host dv-cinder-804470-7-iscsi {{(pid=106665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 14 07:08:53.489375 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 38060) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:53.528250 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-dc51143e-db65-4af7-ba34-13e37122a9c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=621b196058a04cc49a035cec3c5b0430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376987 Oct 14 07:08:53.530573 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [-] (106664) accepted ('10.222.0.26', 38062) {{(pid=106664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 14 07:08:53.576768 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0b79adf-25fa-4fc1-9417-94964f930efc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:53.597242 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0b79adf-25fa-4fc1-9417-94964f930efc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:53.718055 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0b79adf-25fa-4fc1-9417-94964f930efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670104'] for security_group, after_delete {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:53.720618 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron_lib.callbacks.manager [None req-e0b79adf-25fa-4fc1-9417-94964f930efc admin admin] Publish callbacks [] for security_group, before_response {{(pid=106664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:53.721764 dv-cinder-804470-7-iscsi neutron-server[106664]: INFO neutron.wsgi [None req-e0b79adf-25fa-4fc1-9417-94964f930efc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0679d3c7-cd36-4ea1-a4ee-44a2141d7e1d HTTP/1.1" status: 204 len: 168 time: 0.1903319 Oct 14 07:08:53.729738 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b79adf-25fa-4fc1-9417-94964f930efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0679d3c7-cd36-4ea1-a4ee-44a2141d7e1d,revision_number=None']} {{(pid=106664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 14 07:08:54.394353 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ae2cef6f-c093-455b-87ac-d2ac1626b079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:57.194301 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-5056cbb2-3bc1-4a8a-b406-38f6803c188d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:58.386499 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:08:58.485440 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:00.251461 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:03.673597 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:09:22.083137 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:24.404517 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ef8e746b-5e6c-49ef-a400-87b7e74d1f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:27.210671 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-ede919af-0014-4a14-9559-ba19e02e3a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:28.328913 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:28.513728 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:30.250506 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:40.671407 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:09:52.031599 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:54.392883 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-974e935d-26b6-4f0e-aaf3-3fe4a04ee27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:57.204588 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-2b39adb2-7931-47a4-8a33-ceeda079bd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:58.432036 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:09:58.512532 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:00.220551 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:17.669858 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:10:22.032198 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:24.386535 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-3c8fca0f-f4e7-4731-8d61-cd85fe718edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:27.191157 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f7b7752a-1870-49f1-9195-de2ae8a804ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:28.340554 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:28.493436 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:30.238009 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:52.037453 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:54.386163 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-b188a52e-3d72-4cb3-94c1-c6412467242d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:54.668163 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:10:57.184503 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-97b21723-f532-4b9e-afd2-961f114efa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:58.363391 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:10:58.483166 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:00.203158 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:22.031396 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:24.414419 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1a1f78e1-438a-416e-b915-0ad0312a381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:27.202697 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-f2a57858-fba5-4952-ae4b-de92fe69abb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:28.351863 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:28.544449 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:30.207171 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:31.666628 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:11:52.052751 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:54.391028 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-1c7fbe37-05dc-487a-8c79-e263ff787674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:57.200979 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d324f572-8785-42b2-9256-120e286d26be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:58.340525 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:11:58.544937 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:00.230978 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:08.664924 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:12:22.042246 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:24.378808 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-16133ddc-a9c5-44ea-902a-c1baddf4b92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:27.190428 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-078969b6-67fb-411c-a1f2-441991fbfb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:28.331849 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:28.493807 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:30.206082 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:45.663300 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:12:47.221358 dv-cinder-804470-7-iscsi neutron-server[106664]: DEBUG neutron.wsgi [req-58e8cd01-a56c-4bfe-9aa6-0388c1e46c55 req-30bad42a-800f-4552-8536-d0715f71d4fc service neutron] (106664) timed out ('10.222.0.39', 63050) {{(pid=106664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 14 07:12:52.059087 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:54.401389 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-e9a5d79a-7c6a-4d06-809d-79272918c231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:57.195781 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf9e7-a63f-4a3d-9d4a-d12760a89599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:58.356111 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:12:58.544475 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:00.241984 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:22.092786 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:22.662903 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:13:24.395814 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-77c1aac5-c4af-4de3-ad55-c62fe7104cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:27.218802 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-7d6bb7c2-dac9-4f5c-bfbc-dd888c621e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:28.350159 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:28.567103 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:30.315313 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:52.075307 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-70ef43d9-b767-4617-b8b2-8a58157acce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:54.412221 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-c5899c99-56d0-447f-9899-2939cec890bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:57.206583 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-d558f4b5-e623-47db-b97e-af8c1da10b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:58.401278 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-04f659be-598e-49b1-bb71-13cbd139e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:58.502647 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-0c69c41f-f8e0-468a-a337-340739cb7cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 14 07:13:59.661816 dv-cinder-804470-7-iscsi neutron-server[106666]: DEBUG neutron.db.agents_db [None req-334fefbc-e86d-4a0a-be77-71c5aede5535 None None] Agent healthcheck: found 6 active agents {{(pid=106666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 14 07:14:00.246467 dv-cinder-804470-7-iscsi neutron-server[106665]: DEBUG neutron_lib.callbacks.manager [None req-51a864d2-97b6-40b3-95cc-d42d662d2ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784207591199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-609276'] for agent, after_update {{(pid=106665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}